-- Logs begin at Mon 2021-06-07 07:32:01 UTC, end at Mon 2021-06-07 08:26:24 UTC. -- Jun 07 08:04:28.005502 dv-cinder-784945-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 08:04:30.578326 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:04:30.578931 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:04:30.579079 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91796) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:04:30.582362 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:04:30.582610 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:04:30.582911 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91796) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:04:30.583846 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:04:30.584076 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:04:30.584428 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:04:30.584669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:04:30.584891 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:04:30.585206 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.585502 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.585792 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.586017 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.586307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.587187 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.587501 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.587824 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.588117 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.588398 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.588672 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.588951 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.589176 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.589453 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.589733 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.590012 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.590231 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] debug = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.590502 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.590919 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.591326 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.591626 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.591909 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.592182 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.592448 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.592718 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.592996 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.593317 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] host = dv-cinder-784945-11-smb {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.593586 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.593869 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.594147 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.594422 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.594690 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.594957 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.595231 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.595521 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.595787 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.596053 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.596332 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.596610 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.596889 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.597106 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.597322 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.597600 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.597877 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.598143 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.598408 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.598675 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.598941 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.599204 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.599490 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.599768 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.600045 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.600319 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.600586 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.600853 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.601119 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.601381 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.601657 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.601920 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.602315 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.603079 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.603362 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.603651 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.603923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.604216 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.604493 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.604769 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.605046 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.605311 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.605585 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.605852 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.606118 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.606382 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] use_json = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.606673 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.606911 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.607188 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.607474 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.607743 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.608009 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.608274 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.608550 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:30.608842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.609132 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.609424 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.609701 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.609986 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.610257 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.610538 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.610813 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.611094 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.611375 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.611679 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.611952 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.612231 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.612502 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.612790 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.613084 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.613368 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.613650 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.613922 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.614186 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.614453 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.614724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.615001 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.615289 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.615596 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.615864 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.616136 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.616417 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.616691 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.616957 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.617227 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.617506 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.617777 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.618083 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.618356 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.618629 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.618892 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.619155 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.619444 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.619729 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.620000 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.620264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.620528 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.620798 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.621062 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.621337 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.621607 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.621871 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.622133 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.622401 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.622666 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.622931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.623200 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.623487 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.623759 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.624026 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.624288 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.624551 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.624817 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.625078 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.625336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.625599 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.625868 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.626131 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.626395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.626658 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.626922 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.627187 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.627491 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.627783 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.628054 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.628322 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.628594 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.628866 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.629137 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.629407 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.629678 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.629950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.630213 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.630495 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.630771 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.631050 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.631325 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.631619 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.631907 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.632178 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.632456 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.632727 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.632998 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.633282 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.634179 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.634478 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.634763 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.635049 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.635336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.635647 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.635924 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.636228 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.636501 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:30.636713 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:04:30.636947 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91796) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 08:04:30.986607 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:04:30.986885 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:04:30.987163 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:04:30.987513 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 08:04:31.370605 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.370815 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.371084 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.372296 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.372577 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.372838 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.408321 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.408602 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.408864 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.422299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.422822 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.423090 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.451403 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.451698 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.451958 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.489413 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.489685 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.489945 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.719974 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.720588 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.720588 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.720757 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.721484 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.844243 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.844556 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.844833 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.845103 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.845368 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.845667 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.845917 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.846165 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.846412 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.846683 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.846933 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.847208 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.847471 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.847722 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.847979 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.848240 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.848490 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.848751 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.848993 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.849264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.849599 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.849843 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.850084 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.850356 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.850597 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.850835 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.851218 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:31.851471 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:31.851705 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:31.851937 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:31.852256 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:31.852998 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:31.853355 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 08:04:31.856409 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 08:04:31.860487 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 08:04:31.864278 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 07 08:04:31.865891 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 08:04:31.866326 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 08:04:31.866651 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 08:04:31.867025 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 08:04:31.869888 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 08:04:31.870133 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 08:04:31.870475 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:04:31.897458 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 08:04:31.897897 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.898186 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91796) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 08:04:31.898541 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.900532 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91796) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 08:04:31.900810 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:04:31.901051 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 08:04:31.904190 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.904467 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:31.967999 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 08:04:31.968232 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 08:04:31.968467 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 08:04:31.968825 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 08:04:31.999870 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_db.sqlalchemy.engines [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91796) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 08:04:32.327276 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing driver for type 'gre' Jun 07 08:04:32.327865 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] gre ID ranges: [(1, 1000)] Jun 07 08:04:32.380041 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing driver for type 'local' Jun 07 08:04:32.380487 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing driver for type 'vlan' Jun 07 08:04:32.392629 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] VlanTypeDriver initialization complete Jun 07 08:04:32.392987 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing driver for type 'vxlan' Jun 07 08:04:32.393472 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] vxlan ID ranges: [(1, 1000)] Jun 07 08:04:32.444759 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing extension driver 'port_security' Jun 07 08:04:32.445152 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.extensions.port_security [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] PortSecurityExtensionDriver initialization complete Jun 07 08:04:32.445490 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing mechanism driver 'openvswitch' Jun 07 08:04:32.445826 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing mechanism driver 'hyperv' Jun 07 08:04:32.452544 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.plugins.ml2.plugin [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:04:32.453307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.453679 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.454033 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.454423 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.454779 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.455124 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.455540 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.455894 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.456238 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.456616 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > security_group after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.456963 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > security_group after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.457302 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.457684 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.458031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.458371 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.458755 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > address_group after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.459098 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > address_group after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.459453 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.459795 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] ML2 OVO RPC backend initialized. {{(pid=91796) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 08:04:32.460487 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.460836 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.461245 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.461627 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > networks before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.461930 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.462269 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > ports before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.462602 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.462936 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnets before_response 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.463279 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.463637 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.463970 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.464307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.464645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.464984 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.465321 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.465653 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.465985 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.466548 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.plugin [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Modular L2 Plugin initialization complete Jun 07 08:04:32.466872 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading services supported by the core plugin {{(pid=91796) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 08:04:32.467193 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.plugins.ml2.managers [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Got port-security extension from driver 'port_security' Jun 07 08:04:32.467678 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.extensions.vlantransparent [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Disabled vlantransparent extension. Jun 07 08:04:32.468168 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91796) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 08:04:32.468475 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: router Jun 07 08:04:32.505037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.505428 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_create 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.505799 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router before_create 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.506165 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.506542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.506897 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_delete 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.507253 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.507636 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_create 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.507984 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_update 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.508332 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_update 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.509113 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.509483 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_update 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.509896 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_update 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.510262 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.510605 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.510942 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: subnet after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.511282 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.511655 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.512004 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_create 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.512342 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.512684 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.513038 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router after_update 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.513379 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.513724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_create 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.514080 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.514422 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_update 55549900 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.514788 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > network after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.515653 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Tracking information for resource: router configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:32.515981 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Tracking information for resource: floatingip configured {{(pid=91796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:04:32.520905 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.db.l3_agentschedulers_db [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 08:04:32.521479 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.521841 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port after_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.522196 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port after_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.522545 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: port after_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.523319 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router before_create 55550100 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.523712 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.524626 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_create 55550100 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.525016 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > router precommit_update 55550100 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.529482 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.provider_configuration [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service providers = [] {{(pid=91796) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 08:04:32.529840 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.db.servicetype_db [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91796) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 08:04:32.532722 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.service_base [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:04:32.533067 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.service_base [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:04:32.533412 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.service_base [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:04:32.534278 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.services.service_base [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:04:32.534646 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.services.service_base [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 08:04:32.535182 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.535527 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 08:04:32.546485 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.546820 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: auto_allocate Jun 07 08:04:32.552886 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: network precommit_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.553253 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: network precommit_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.553763 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.554081 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: tag Jun 07 08:04:32.562065 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.562394 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: timestamp Jun 07 08:04:32.566147 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.566481 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: network_ip_availability Jun 07 08:04:32.571723 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.572095 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.572451 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.573160 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.573481 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: flavors Jun 07 08:04:32.687286 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.687563 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading Plugin: revisions Jun 07 08:04:32.692115 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:04:32.692513 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_concurrency.lockutils [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.705s {{(pid=91796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:04:32.693282 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91796) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 08:04:32.693617 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Initializing extension manager. Jun 07 08:04:32.694127 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: __init__.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.694470 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: __pycache__ {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.694803 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.695135 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: address_group.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.695950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.697105 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: address-group Jun 07 08:04:32.697429 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: address_scope.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.698167 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.698675 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: address-scope Jun 07 08:04:32.698999 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.699955 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.700464 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: router-admin-state-down-before-update Jun 07 08:04:32.700788 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: agent.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.701482 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.701989 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: agent Jun 07 08:04:32.702310 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: agent_resources_synced.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.703204 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.703750 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: agent-resources-synced Jun 07 08:04:32.704074 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: allowedaddresspairs.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.705837 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.706360 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: allowed-address-pairs Jun 07 08:04:32.706699 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: auto_allocated_topology.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.707792 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.708306 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: auto-allocated-topology Jun 07 08:04:32.708629 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: availability_zone.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.709308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.709811 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: availability_zone Jun 07 08:04:32.710136 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: availability_zone_filter.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.711033 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.711695 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: availability_zone_filter Jun 07 08:04:32.712029 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: data_plane_status.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.712918 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.713420 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 08:04:32.713741 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: default_subnetpools.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.714637 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.715143 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: default-subnetpools Jun 07 08:04:32.715508 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.716295 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.716799 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: dhcp_agent_scheduler Jun 07 08:04:32.717121 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: dns.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.718019 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.718525 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 08:04:32.718847 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: dns_domain_ports.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.719773 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.720280 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 08:04:32.720792 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: dvr.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.721247 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.721749 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: dvr Jun 07 08:04:32.722068 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: empty_string_filtering.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.722964 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.723508 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: empty-string-filtering Jun 07 08:04:32.723830 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.724730 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.725233 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:04:32.725554 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.726446 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.727119 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 08:04:32.727719 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: external_net.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.728711 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.729221 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: external-net Jun 07 08:04:32.729539 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.730423 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.730929 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: extra_dhcp_opt Jun 07 08:04:32.731247 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: extraroute.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.732164 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.732672 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: extraroute Jun 07 08:04:32.732991 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: extraroute_atomic.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.734008 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.734515 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: extraroute-atomic Jun 07 08:04:32.734835 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: filter_validation.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.735516 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.736018 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: filter-validation Jun 07 08:04:32.736334 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: fip_pf_description.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.737231 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.737724 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 08:04:32.738043 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: fip_port_details.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.738934 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.739462 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: fip-port-details Jun 07 08:04:32.739786 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: flavors.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.740996 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.741509 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: flavors Jun 07 08:04:32.741834 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.744193 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.744714 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 08:04:32.745052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: floatingip_pools.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.745746 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.746264 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: floatingip-pools Jun 07 08:04:32.746591 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: ip_allocation.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.747527 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.748033 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 08:04:32.748356 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.749250 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.749761 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: ip-substring-filtering Jun 07 08:04:32.750085 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l2_adjacency.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.750989 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.751516 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 08:04:32.751839 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.752792 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.753310 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: router Jun 07 08:04:32.753636 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.755913 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.756442 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:04:32.756775 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.757694 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.758204 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: ext-gw-mode Jun 07 08:04:32.759129 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.760089 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.760607 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: l3-ha Jun 07 08:04:32.760933 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3_flavors.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.761843 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.762350 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: l3-flavors Jun 07 08:04:32.762673 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.763676 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.764123 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 08:04:32.764445 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: l3agentscheduler.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.765461 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.765977 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: l3_agent_scheduler Jun 07 08:04:32.766302 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: logging.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.767947 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.768472 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension logging not supported by any of loaded plugins Jun 07 08:04:32.768803 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: metering.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.769534 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.770114 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: metering Jun 07 08:04:32.770442 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.771560 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.772079 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: metering_source_and_destination_fields Jun 07 08:04:32.772404 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: multiprovidernet.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.773313 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.773826 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: multi-provider Jun 07 08:04:32.774187 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: netmtu.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.775088 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.775625 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: net-mtu Jun 07 08:04:32.775948 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: netmtu_writable.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.776845 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.777357 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: net-mtu-writable Jun 07 08:04:32.777683 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: network_availability_zone.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.778336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.778844 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: network_availability_zone Jun 07 08:04:32.779168 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: network_ip_availability.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.780286 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.780801 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: network-ip-availability Jun 07 08:04:32.781125 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: network_segment_range.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.781887 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.782389 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 08:04:32.782708 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: pagination.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.783718 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.784047 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: pagination Jun 07 08:04:32.784367 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: port_device_profile.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.785252 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.785767 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: port-device-profile Jun 07 08:04:32.786088 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.786996 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.787539 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: port-mac-address-regenerate Jun 07 08:04:32.787864 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.788759 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.789267 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: port-numa-affinity-policy Jun 07 08:04:32.789591 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: port_resource_request.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.790868 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.791373 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 08:04:32.791724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: portbindings.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.792638 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.793154 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: binding Jun 07 08:04:32.793480 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: portbindings_extended.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.794741 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.795257 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: binding-extended Jun 07 08:04:32.795608 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: portsecurity.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.796510 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.797021 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: port-security Jun 07 08:04:32.797348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: project_id.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.798584 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.798911 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: project-id Jun 07 08:04:32.799233 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: providernet.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.800170 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.800687 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: provider Jun 07 08:04:32.801010 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.804509 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.805032 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos not supported by any of loaded plugins Jun 07 08:04:32.805907 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.807299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.807850 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 08:04:32.808181 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.809078 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.809585 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 08:04:32.809909 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_default.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.810800 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.811308 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-default not supported by any of loaded plugins Jun 07 08:04:32.811664 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_fip.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.812305 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.812802 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 08:04:32.813124 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_gateway_ip.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.814208 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.814715 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 08:04:32.815040 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_port_network_policy.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.815969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.816475 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 08:04:32.816797 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_rule_type_details.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.817701 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.818210 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 08:04:32.818533 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: qos_rules_alias.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.819594 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.820112 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 08:04:32.820437 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: quotasv2.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.821907 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.822232 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: quotas Jun 07 08:04:32.822553 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: quotasv2_detail.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.825585 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.825926 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: quota_details Jun 07 08:04:32.826261 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: rbac.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.827298 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.827855 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: rbac-policies Jun 07 08:04:32.828186 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: rbac_address_group.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.829102 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.829625 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: rbac-address-group Jun 07 08:04:32.829950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: rbac_address_scope.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.830849 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.831361 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: rbac-address-scope Jun 07 08:04:32.831708 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: rbac_security_groups.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.832621 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.833133 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: rbac-security-groups Jun 07 08:04:32.833455 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: rbac_subnetpool.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.834347 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.834853 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: rbac-subnetpool Jun 07 08:04:32.835177 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: revisionifmatch.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.836116 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.836660 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: revision-if-match Jun 07 08:04:32.836978 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: revisions.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.838076 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.838587 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: standard-attr-revisions Jun 07 08:04:32.838910 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: router_availability_zone.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.839672 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.840112 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: router_availability_zone Jun 07 08:04:32.840437 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: routerservicetype.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.841337 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.841844 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 08:04:32.842166 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.843074 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.843742 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: security-groups-normalized-cidr Jun 07 08:04:32.844069 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.844985 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.845493 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: port-security-groups-filtering Jun 07 08:04:32.845815 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.846716 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.847232 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: security-groups-remote-address-group Jun 07 08:04:32.847587 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: securitygroup.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.857232 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.857756 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: security-group Jun 07 08:04:32.858092 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: segment.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.858858 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.859364 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension segment not supported by any of loaded plugins Jun 07 08:04:32.859718 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.860636 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.861145 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 08:04:32.861469 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: servicetype.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.862554 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.863071 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: service-type Jun 07 08:04:32.863394 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: sorting.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.864377 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.864703 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: sorting Jun 07 08:04:32.865021 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: standard_attr_segment.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.865919 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.866432 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 08:04:32.866752 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: standardattrdescription.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.867391 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.868460 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: standard-attr-description Jun 07 08:04:32.868780 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: stateful_security_group.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.869694 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.870210 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: stateful-security-group Jun 07 08:04:32.870533 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: stdattrs_common.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.871106 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 08:04:32.871446 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.872414 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.872930 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 08:04:32.873249 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: subnet_onboard.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.874337 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.874851 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: subnet_onboard Jun 07 08:04:32.875176 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.876116 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.876628 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 08:04:32.876952 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: subnet_service_types.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.877856 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.878368 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: subnet-service-types Jun 07 08:04:32.878690 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: subnetallocation.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.879779 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.880298 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: subnet_allocation Jun 07 08:04:32.880624 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.881275 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.881784 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: subnetpool-prefix-ops Jun 07 08:04:32.882105 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.883018 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.884122 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 08:04:32.884452 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: tagging.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.885481 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.885995 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: standard-attr-tag Jun 07 08:04:32.886319 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: timestamp.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.887558 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.888076 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loaded extension: standard-attr-timestamp Jun 07 08:04:32.888402 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: trunk.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.889420 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.889937 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension trunk not supported by any of loaded plugins Jun 07 08:04:32.890261 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: trunk_details.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.891162 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.891705 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 08:04:32.892027 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: uplink_status_propagation.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.892932 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.893446 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 08:04:32.893767 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Loading extension file: vlantransparent.py {{(pid=91796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:04:32.894419 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:04:32.894924 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 08:04:32.897380 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:network Jun 07 08:04:32.897918 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:subnet Jun 07 08:04:32.898314 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:04:32.898703 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:port Jun 07 08:04:32.900047 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.900491 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service FLAVORS assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.901105 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.901524 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.901853 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:router Jun 07 08:04:32.902276 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:04:32.902773 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service METERING assigned prefix: /metering {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.904243 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.904613 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.904959 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:04:32.905941 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:04:32.906385 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:04:32.906818 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:04:32.907452 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service CORE assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.907785 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:04:32.908134 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] subnetpool is already registered Jun 07 08:04:32.908568 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service CORE assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.908889 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:04:32.909217 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] subnetpool is already registered Jun 07 08:04:32.911534 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.911962 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service FLAVORS assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.912548 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.912965 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.913294 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:router Jun 07 08:04:32.913627 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] router is already registered Jun 07 08:04:32.914036 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:04:32.914367 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] floatingip is already registered Jun 07 08:04:32.915360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service METERING assigned prefix: /metering {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.916191 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:04:32.916518 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] rbac_policy is already registered Jun 07 08:04:32.916928 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:04:32.917258 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] security_group is already registered Jun 07 08:04:32.917656 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:04:32.917991 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] security_group_rule is already registered Jun 07 08:04:32.918616 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service CORE assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.918941 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:04:32.919277 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] subnetpool is already registered Jun 07 08:04:32.919723 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.v2.resource_helper [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Service CORE assigned prefix: {{(pid=91796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:04:32.920047 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:04:32.920375 dv-cinder-784945-11-smb neutron-server[91796]: WARNING neutron.quota.resource_registry [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] subnetpool is already registered Jun 07 08:04:32.920843 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: extensions {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.922292 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: address-groups {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.924147 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: address-scopes {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.925483 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: agents {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.926664 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: auto-allocated-topology {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.927961 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: availability_zones {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.929207 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: dhcp-networks {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.930908 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: dhcp-agents {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.932381 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: routers {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.934109 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: flavors {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.936429 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: service_profiles {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.937704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: next_providers {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.939109 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: service_profiles {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.940712 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: floatingip-pools {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.941945 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: routers {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.943696 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: floatingips {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.944995 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: l3-routers {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.946938 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: l3-agents {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.948393 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: metering-labels {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.949669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: metering-label-rules {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.951046 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: network-ip-availabilities {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.952353 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: bindings {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.953917 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: quotas {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.955518 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: quotas {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.956948 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: rbac-policies {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.958154 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: security-groups {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.959495 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: security-group-rules {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.960754 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: service-providers {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.962653 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: subnetpools {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.964039 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: subnetpools {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.965618 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.967310 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.969143 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.970960 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.972699 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.974646 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.976380 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.978488 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.980411 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.982157 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron.api.extensions [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Extended resource: tags {{(pid=91796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:04:32.988292 dv-cinder-784945-11-smb neutron-server[91796]: WARNING keystonemiddleware.auth_token [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 08:04:32.992812 dv-cinder-784945-11-smb neutron-server[91796]: WARNING keystonemiddleware.auth_token [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 08:04:33.001052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_concurrency.lockutils [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Acquired lock "singleton_lock" {{(pid=91796) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 08:04:33.001531 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_concurrency.lockutils [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Releasing lock "singleton_lock" {{(pid=91796) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 08:04:33.002156 dv-cinder-784945-11-smb neutron-server[91796]: INFO oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Starting 2 workers Jun 07 08:04:33.006817 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Started child 91903 {{(pid=91796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:04:33.011647 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Started child 91904 {{(pid=91796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:04:33.012774 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:33.013483 dv-cinder-784945-11-smb neutron-server[91796]: INFO neutron.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 08:04:33.013839 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Notify callbacks [] for process, before_spawn {{(pid=91796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:33.014259 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [-] (91903) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:04:33.016320 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:33.016803 dv-cinder-784945-11-smb neutron-server[91796]: INFO oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Starting 1 workers Jun 07 08:04:33.017660 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [-] (91904) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:04:33.021395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Started child 91905 {{(pid=91796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:04:33.021926 dv-cinder-784945-11-smb neutron-server[91796]: INFO oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Starting 1 workers Jun 07 08:04:33.025945 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] calling RpcWorker wait() {{(pid=91905) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 08:04:33.026521 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] returning from RpcWorker wait() {{(pid=91905) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 08:04:33.026757 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Started child 91906 {{(pid=91796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:04:33.027647 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG neutron_lib.callbacks.manager [None req-894a4896-e7d0-4f11-8a37-fbf8e13f8597 None None] Notify callbacks [] for process, after_spawn {{(pid=91796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:33.027765 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:33.028311 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:04:33.029515 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91796) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:04:33.029729 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:04:33.029898 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:04:33.030108 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:04:33.030444 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:04:33.030611 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:04:33.031113 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.031383 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.031570 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:33.032034 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.032034 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.032173 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.032499 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:04:33.032756 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.033033 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.033286 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.033558 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.033785 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.033959 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.034124 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.034382 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.034614 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.034916 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.035185 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.035444 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.035689 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.035862 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.036106 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.036373 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.036632 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.036890 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] debug = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.037127 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.037599 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.037849 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.038088 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.038325 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.038615 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.038847 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.039112 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.039359 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.039620 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.040267 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.040543 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.040969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.041204 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.041429 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.041687 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.041923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.042423 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] host = dv-cinder-784945-11-smb {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.042642 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.042876 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.043106 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.043334 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.043605 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.043824 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.044080 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.044331 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.044576 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.044816 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.045059 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.045314 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.045546 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.045795 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.045958 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_options = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.046178 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.046450 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.046712 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.046900 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.047068 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.047248 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.047525 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.047947 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.048228 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.048442 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.048655 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.048887 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.049132 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.049365 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.049614 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.049860 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.050101 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.050308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.050548 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.050793 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.051034 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.051258 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.051508 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.051742 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.051955 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.052166 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.052409 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.052639 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.052847 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.053095 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.053323 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.053661 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.053800 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.054067 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.054310 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.054539 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.054749 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.055006 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.055231 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.055637 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.056055 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.056366 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.056608 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.056829 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.057061 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.057276 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_json = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.057507 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.057719 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.057969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.058181 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.058413 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.058624 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.058910 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.059152 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.059585 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.059860 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.060164 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.060588 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.060709 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.061045 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.061257 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.061648 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.061849 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.061988 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.062308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.062549 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.062855 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.063109 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.063558 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.063812 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.064047 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.065018 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.065018 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.065018 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.065018 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.065491 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.065491 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.066256 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.066256 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.066256 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.067233 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.067233 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.067233 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.067233 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.068091 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.068091 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.068091 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.068467 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.068467 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.069101 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.069101 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.069342 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.069478 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.069630 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.069898 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.070153 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.070392 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.070623 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.070857 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.072082 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.072326 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.072554 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.072849 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.073096 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.073272 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.073512 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.073733 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.073968 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.074163 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.074426 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.074646 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.074859 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.075469 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.075469 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.075961 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.075961 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.076135 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.076319 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.076533 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.076823 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.076961 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.077167 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.077385 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.077597 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.077828 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.078027 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.078238 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.078469 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.079003 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.079223 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.082542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.082542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.082542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.082542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.082542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.082542 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.089902 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.090558 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.090892 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.091227 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.091541 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.091805 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.092058 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.092333 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.092586 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.092836 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.093093 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.093324 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.093566 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.093834 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.094089 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.094376 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.094594 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.094839 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.095109 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.095374 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.095654 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.095877 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.096135 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.096406 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.096660 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.096900 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.097145 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.097446 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.097725 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.097993 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.098243 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.098518 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.098743 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.099031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.099321 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.099750 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.099993 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.100259 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.100494 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.100774 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.101023 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.101271 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.101525 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.101754 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.101993 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.102541 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.102805 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.103149 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.103391 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.103660 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.104037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.104268 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.104518 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.104762 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.105025 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.105287 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.105537 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.105802 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.106044 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.106275 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.106533 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.106783 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.107019 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.107263 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.107791 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.108014 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.108259 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.108493 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.108734 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.108968 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.109184 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.109414 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.109632 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.109850 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.110079 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.110320 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.110552 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.110783 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.110995 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.111213 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.111474 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.111694 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.111985 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.112249 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.112442 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.112690 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.112910 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.113190 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.113442 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.113785 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.114020 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.114286 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.114535 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.114747 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.114987 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.115204 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.115452 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117420 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117420 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117824 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.117964 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.118274 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.118517 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.120544 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.120819 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.121073 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.121326 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.121562 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.121793 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.122021 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.122252 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.122533 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.122792 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.123020 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.123255 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.123512 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.123746 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.123968 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.124181 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.124484 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.124727 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.124958 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.125196 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.125423 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.125677 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.125880 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.126088 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.126308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.126515 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.126742 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.126952 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.127180 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.127393 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.127624 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.127874 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.128097 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.128299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.128512 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.128741 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.128966 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.129172 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.129573 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.129792 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.129996 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.130452 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.130862 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.131087 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.131375 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.131631 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.131860 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.132107 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.132440 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.132655 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.132917 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.133135 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.133382 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.134141 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.134578 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.134883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.135162 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.135425 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.135666 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.135938 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.136222 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.136487 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.136698 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.136993 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.137314 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.137586 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.137841 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.138067 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.138337 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.138562 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.138777 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.139010 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.139231 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.139470 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.139727 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.139953 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.140179 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.140396 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.140641 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.140856 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.141080 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.141292 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.141532 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.141767 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.141912 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:04:33.142498 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91796) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:04:33.142719 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:04:33.142874 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:04:33.143013 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:04:33.143153 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:04:33.143355 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:04:33.143616 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.143858 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.143858 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.144367 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.144367 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.144367 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.145284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.145284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.145284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.145284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.145284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.145284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147378 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147980 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147980 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147980 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] debug = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147980 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147980 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.147980 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148360 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148761 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148761 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148761 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.148940 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.149703 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.149840 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.149967 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150113 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] host = dv-cinder-784945-11-smb {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150252 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150387 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150469 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150615 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150769 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.150926 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.151088 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.151285 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.151460 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.151599 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.151744 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_options = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.152704 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.153760 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.155037 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.156364 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.157724 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.158969 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_json = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.159669 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.160339 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.160339 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.160339 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:04:33.160339 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.160797 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.160797 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.160797 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161028 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161028 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161284 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161481 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161723 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161723 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.161888 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.162052 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.162211 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.162370 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.162530 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.162687 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.162844 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163161 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163321 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163499 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163675 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163835 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.163997 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.164424 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.164424 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.164424 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.165674 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167180 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167180 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167180 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167180 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167180 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167796 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.167928 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.168956 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.169883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.169883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.169883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.169883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.169883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.169883 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.170575 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.170575 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.170575 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.170575 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.170575 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171156 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171156 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171156 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171156 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171672 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171672 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.171672 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172009 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172009 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172009 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172356 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172356 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172864 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.172864 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173105 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173229 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173354 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173478 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173603 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173767 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.173924 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.174083 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.174240 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.174400 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.174557 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.174716 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.174873 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.175031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.175190 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.175348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.175529 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.175687 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.175844 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176159 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176316 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176473 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176631 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176789 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.176947 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.177174 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.177339 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.177506 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.181842 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.182923 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.184015 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185029 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185168 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 39968) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.185336 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.186308 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.187299 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.188264 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.189291 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.191348 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.195809 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199041 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.199950 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201063 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077331 Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.201395 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.202640 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.204307 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205002 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.205547 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206031 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.206931 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.207645 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.208265 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:04:33.208265 dv-cinder-784945-11-smb neutron-server[91796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:04:44.202289 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b9d31-aa3e-4f86-81c1-a3b056869992 None None] get_active_networks_info from dv-cinder-784945-11-smb {{(pid=91905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 08:04:44.320010 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b9d31-aa3e-4f86-81c1-a3b056869992 None None] No non-hosted networks {{(pid=91905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 08:04:44.327370 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.agentschedulers_db [None req-1b9b9d31-aa3e-4f86-81c1-a3b056869992 None None] DHCP Agent not found on host dv-cinder-784945-11-smb {{(pid=91905) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 08:04:44.464717 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-63b8432a-196b-4d14-bf7a-5f8d91da8d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868'] for agent, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:46.605869 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5ac1-1cdf-41e7-9f19-8e1d369885fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868'] for agent, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:46.670236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868'] for agent, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:46.673779 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.674224 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.677787 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.678164 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.679096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.684221 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.686175 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.686606 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.686957 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.687294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.694117 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.694563 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:46.700805 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:04:46.722824 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:04:46.739180 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c9dd55ad-bbaa-439e-8809-65d58a8c17f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:47.535525 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868'] for agent, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:49.332238 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868'] for agent, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:50.638357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40062) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:04:51.231116 dv-cinder-784945-11-smb neutron-server[91903]: WARNING oslo_policy.policy [None req-b001a691-201f-4efd-a2cb-f1382b94b5fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:04:51.231687 dv-cinder-784945-11-smb neutron-server[91903]: WARNING oslo_policy.policy [None req-b001a691-201f-4efd-a2cb-f1382b94b5fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:04:51.447478 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [None req-b001a691-201f-4efd-a2cb-f1382b94b5fc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:04:51.448724 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-b001a691-201f-4efd-a2cb-f1382b94b5fc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8082345 Jun 07 08:04:51.884452 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.db.l3_hamode_db [None req-aa4788bd-7d26-40f0-b30c-70d673822f3a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 08:04:51.969398 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4788bd-7d26-40f0-b30c-70d673822f3a None None] Routers set() bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:04:51.969774 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4788bd-7d26-40f0-b30c-70d673822f3a None None] Router IDs set() for agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 08:04:53.819773 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40076) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:04:54.188454 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:04:54.286611 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.policy [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91903) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:04:54.331255 dv-cinder-784945-11-smb neutron-server[91903]: WARNING oslo_policy.policy [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:04:54.331713 dv-cinder-784945-11-smb neutron-server[91903]: WARNING oslo_policy.policy [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:04:54.340797 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.quota [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] Loaded quota_driver: . Jun 07 08:04:54.415777 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790047246642', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790047247119', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790047202497', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790047198109', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790047220242', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790047212724', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1783194', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1773341', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638163'] for rbac-policy, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:54.474693 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:54.475960 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-0b232b83-5d1e-42c2-ae42-6c153fb1a4f1 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6552258 Jun 07 08:04:57.071922 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40088) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:04:57.416698 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Request body: {'network': {'project_id': '25ceb0d64e254525a519668eb64b0d71', 'name': 'private', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:04:57.439357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Made reservation on behalf of 25ceb0d64e254525a519668eb64b0d71 for: {'network': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:04:57.442241 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.459345 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.574952 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.578701 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.583972 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:04:57.606976 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=91903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:04:57.631653 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790045726877', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.632252 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Unsubscribe: segment precommit_create {{(pid=91903) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:04:57.632750 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.segments_db [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Added segment 7d2c99e9-0448-4f69-b882-e1ea1c75a79a of type vlan for network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b Jun 07 08:04:57.642149 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252452f-a332-4e90-856a-b4b2e0e5b697,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:04:57.696969 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.697317 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.697643 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.697965 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.698281 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.698594 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.698908 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.699218 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.699574 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.699887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.700193 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.700496 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Tracked resource versions report: Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: pushed versions: Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: { 'AddressGroup': {'1.2'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'ConntrackHelper': {'1.0'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Log': {'1.0'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Network': {'1.1'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Port': {'1.7'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'PortForwarding': {'1.2'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'QosPolicy': {'1.8'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroup': {'1.4'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'SubPort': {'1.0'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Subnet': {'1.1'}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Trunk': {'1.1'}} Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: consumer versions: Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'ConntrackHelper': '1.0', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Log': '1.0', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Network': '1.1', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Port': '1.7', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'PortForwarding': '1.2', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'QosPolicy': '1.8', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroup': '1.4', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroupRule': '1.2', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'SubPort': '1.0', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Subnet': '1.1', Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: 'Trunk': '1.1'}} Jun 07 08:04:57.701601 dv-cinder-784945-11-smb neutron-server[91903]: {{(pid=91903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:04:57.738026 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:04:57.752763 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.794725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.796244 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:04:57.796883 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:57.801625 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:04:57.846925 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7739770 Jun 07 08:04:57.904396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa8ecb2-04ab-4ef6-a280-f4b21000490b,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:04:57.907688 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:04:57.916762 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:05:00.505807 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40102) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:00.948538 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d157c34-020a-4da3-b9ba-1371c3fde526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:00.949947 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-2d157c34-020a-4da3-b9ba-1371c3fde526 admin admin] 10.222.0.35 "GET /v2.0/networks/0fa8ecb2-04ab-4ef6-a280-f4b21000490b HTTP/1.1" status: 200 len: 825 time: 0.4431167 Jun 07 08:05:00.976305 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-2eefa78a-e405-412d-a24b-03f430602b5a admin admin] 10.222.0.35 "GET /v2.0/subnetpools/08e09b70-719a-4298-88fd-d87fe951127e HTTP/1.1" status: 200 len: 734 time: 0.0211699 Jun 07 08:05:00.984752 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Request body: {'subnet': {'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:05:01.009006 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Made reservation on behalf of 25ceb0d64e254525a519668eb64b0d71 for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:05:01.011439 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:01.280056 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:01.285111 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:01.381046 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Checking segment: {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:05:01.381414 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Network hostable DHCP agents. Network: 0fa8ecb2-04ab-4ef6-a280-f4b21000490b, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:05:01.385733 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e4ea19-69c2-4df6-9324-4d9bd27ecce3,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:01.392168 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:01.403668 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:05:01.412885 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 0fa8ecb2-04ab-4ef6-a280-f4b21000490b) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:05:01.417913 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:01.418506 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:01.424216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e4e3b-b0fd-4e16-9556-bc014e29f28b None None] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:05:01.436572 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4550583 Jun 07 08:05:01.734846 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:05:01.736089 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:01.927603 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Allocated IP 172.20.0.2 (0fa8ecb2-04ab-4ef6-a280-f4b21000490b/77e4ea19-69c2-4df6-9324-4d9bd27ecce3/0c7853cf-bb04-4380-868f-b8148209e0af) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:05:02.155197 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:02.168910 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Transition to ACTIVE for port object 0c7853cf-bb04-4380-868f-b8148209e0af will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:05:02.189607 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Transition to ACTIVE for port object 0c7853cf-bb04-4380-868f-b8148209e0af will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:05:02.197098 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:02.203045 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:02.262100 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:05:02.264986 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:05:02.268199 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:05:02.305840 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Pushing event updated for resources: {'Port': ['ID=0c7853cf-bb04-4380-868f-b8148209e0af,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:02.343931 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.344264 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.344585 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.344901 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.345215 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.345529 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.345836 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.346145 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.346464 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.346772 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.347075 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.347375 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Tracked resource versions report: Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: pushed versions: Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: { 'AddressGroup': {'1.2'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'ConntrackHelper': {'1.0'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Log': {'1.0'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Network': {'1.1'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Port': {'1.7'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'PortForwarding': {'1.2'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'QosPolicy': {'1.8'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroup': {'1.4'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'SubPort': {'1.0'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Subnet': {'1.1'}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Trunk': {'1.1'}} Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: consumer versions: Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'ConntrackHelper': '1.0', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Log': '1.0', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Network': '1.1', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Port': '1.7', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'PortForwarding': '1.2', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'QosPolicy': '1.8', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroup': '1.4', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroupRule': '1.2', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'SubPort': '1.0', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Subnet': '1.1', Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: 'Trunk': '1.1'}} Jun 07 08:05:02.348495 dv-cinder-784945-11-smb neutron-server[91905]: {{(pid=91905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:05:02.357334 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:02.376992 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Attempting to bind port 0c7853cf-bb04-4380-868f-b8148209e0af on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:05:02.377378 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Attempting to bind port 0c7853cf-bb04-4380-868f-b8148209e0af by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:05:02.377809 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Attempting to bind port 0c7853cf-bb04-4380-868f-b8148209e0af on network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:05:02.382953 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:05:02.383356 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Checking segment: {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:05:02.383867 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:02.384250 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Bound using segment: {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:05:02.384704 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Bound port: 0c7853cf-bb04-4380-868f-b8148209e0af, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:05:02.385084 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:02.471926 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] For port 0c7853cf-bb04-4380-868f-b8148209e0af, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:05:02.475856 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] For port 0c7853cf-bb04-4380-868f-b8148209e0af, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=0c7853cf-bb04-4380-868f-b8148209e0af,segment=NetworkSegment(7d2c99e9-0448-4f69-b882-e1ea1c75a79a),segment_id=7d2c99e9-0448-4f69-b882-e1ea1c75a79a)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:05:02.480822 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:02.484674 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:02.564722 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Pushing event updated for resources: {'Port': ['ID=0c7853cf-bb04-4380-868f-b8148209e0af,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:02.567696 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:03.850047 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40110) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:04.222887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [None req-61a690dd-7056-4763-9942-b092ee598868 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:05:04.223965 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-61a690dd-7056-4763-9942-b092ee598868 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3729746 Jun 07 08:05:06.638409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40118) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:07.004217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [None req-8d1794f4-a65c-4354-b016-3a72a8a9b6c2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:05:07.005181 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8d1794f4-a65c-4354-b016-3a72a8a9b6c2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657761 Jun 07 08:05:08.435836 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155990bc-50ef-40b0-a209-49b3b48b5dde None None] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:05:08.570149 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-4e212c98-8298-4be1-8a47-0b33c06c0787 None None] Provisioning for port 0c7853cf-bb04-4380-868f-b8148209e0af completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:05:08.612085 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 0c7853cf-bb04-4380-868f-b8148209e0af up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:05:08.741443 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 0c7853cf-bb04-4380-868f-b8148209e0af completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:05:08.749986 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 0c7853cf-bb04-4380-868f-b8148209e0af triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:08.750392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:08.880893 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:08.916429 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 0c7853cf-bb04-4380-868f-b8148209e0af, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=0c7853cf-bb04-4380-868f-b8148209e0af,segment=NetworkSegment(7d2c99e9-0448-4f69-b882-e1ea1c75a79a),segment_id=7d2c99e9-0448-4f69-b882-e1ea1c75a79a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:05:08.920257 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:08.922341 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:08.989955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=0c7853cf-bb04-4380-868f-b8148209e0af,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:08.993258 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:09.026633 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-944eb635-827c-491f-9033-2df466fa736f None None] Provisioning complete for port 0c7853cf-bb04-4380-868f-b8148209e0af triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:09.027003 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-944eb635-827c-491f-9033-2df466fa736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:09.668194 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40132) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:10.022253 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] Request body: {'router': {'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'name': 'router1', 'admin_state_up': True}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:05:10.046088 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.047634 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.068260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.174637 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.191263 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] Notify callbacks [] for router, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.192460 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-e3774b01-c35c-4e0f-a535-50315578a684 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5232966 Jun 07 08:05:10.549875 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 0c7853cf-bb04-4380-868f-b8148209e0af up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:05:10.614689 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 0c7853cf-bb04-4380-868f-b8148209e0af triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:10.615057 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:12.562642 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40140) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:12.918929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [None req-a093469a-78ac-4ffd-9af6-bfa4d1021429 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:05:12.919913 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-a093469a-78ac-4ffd-9af6-bfa4d1021429 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3563454 Jun 07 08:05:14.089156 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1e192cf3-9812-44e1-ad30-ada477f7603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:15.280004 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40148) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:15.861349 dv-cinder-784945-11-smb neutron-server[91904]: WARNING oslo_policy.policy [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:05:15.861927 dv-cinder-784945-11-smb neutron-server[91904]: WARNING oslo_policy.policy [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:05:16.075577 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:05:16.077240 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.quota [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Loaded quota_driver: . Jun 07 08:05:16.123394 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Made reservation on behalf of 1d3d8a07b13c4ec9b88456696320c217 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:05:16.199336 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.policy [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91904) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:05:16.245450 dv-cinder-784945-11-smb neutron-server[91904]: WARNING oslo_policy.policy [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:05:16.245839 dv-cinder-784945-11-smb neutron-server[91904]: WARNING oslo_policy.policy [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:05:16.255674 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.276099 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.392999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.396695 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.402596 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:16.413002 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Reserving flat network on physical network physnet1 {{(pid=91904) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 08:05:16.448855 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790045726877', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.449457 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Unsubscribe: segment precommit_create {{(pid=91904) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:05:16.449957 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Added segment 0b78477a-6759-4ffd-b866-3c7adf10ae62 of type flat for network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 Jun 07 08:05:16.501685 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1cee98-db86-4b7c-b96a-260c4d84cdf4,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:16.523031 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.523495 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.524331 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.524643 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.524956 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.525266 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.525571 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.525888 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.526198 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.526504 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.526804 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.527101 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Tracked resource versions report: Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: pushed versions: Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: { 'AddressGroup': {'1.2'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'ConntrackHelper': {'1.0'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Log': {'1.0'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Network': {'1.1'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Port': {'1.7'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'PortForwarding': {'1.2'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'QosPolicy': {'1.8'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroup': {'1.4'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'SubPort': {'1.0'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Subnet': {'1.1'}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Trunk': {'1.1'}} Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: consumer versions: Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'ConntrackHelper': '1.0', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Log': '1.0', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Network': '1.1', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Port': '1.7', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'PortForwarding': '1.2', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'QosPolicy': '1.8', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroup': '1.4', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroupRule': '1.2', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'SubPort': '1.0', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Subnet': '1.1', Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: 'Trunk': '1.1'}} Jun 07 08:05:16.528190 dv-cinder-784945-11-smb neutron-server[91904]: {{(pid=91904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:05:16.571530 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:16.577907 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.604585 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-540bb3a0-283e-4011-95b5-2c08ad53810d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.621764 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.623206 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:16.623872 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.628458 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:16.635907 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:16.678893 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3977954 Jun 07 08:05:16.730531 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Pushing event updated for resources: {'Network': ['ID=9ffe85c6-c676-4cd5-9d02-df83ef36de64,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:16.733813 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:16.741764 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:05:17.480195 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:19.031885 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40178) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:19.248237 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72bcb2-65f5-455c-9521-66c6f87b841d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:19.249592 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-db72bcb2-65f5-455c-9521-66c6f87b841d admin admin] 10.222.0.35 "GET /v2.0/subnets/77e4ea19-69c2-4df6-9324-4d9bd27ecce3 HTTP/1.1" status: 200 len: 849 time: 0.2167280 Jun 07 08:05:19.289657 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:19.424839 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4bed8351-0c97-45dd-9f97-8452a5eb54b9 admin admin] 10.222.0.35 "GET /v2.0/routers/819d8254-18af-4443-941d-bcff768fbf18 HTTP/1.1" status: 200 len: 704 time: 0.1698020 Jun 07 08:05:19.897838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.123952 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Allocated IP 172.20.0.1 (0fa8ecb2-04ab-4ef6-a280-f4b21000490b/77e4ea19-69c2-4df6-9324-4d9bd27ecce3/d177d61f-5204-4554-b1b7-a5df6e9f2e51) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:05:20.286698 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.305856 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Transition to ACTIVE for port object d177d61f-5204-4554-b1b7-a5df6e9f2e51 will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:05:20.359466 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.364013 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:20.427176 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:05:20.428297 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:05:20.434975 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:05:20.435533 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.570955 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Pushing event updated for resources: {'Port': ['ID=d177d61f-5204-4554-b1b7-a5df6e9f2e51,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:20.580141 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:20.624212 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-a347b330-30ec-4095-b51a-bdac09f3d9b8 None None] Provisioning for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:05:20.628586 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-a347b330-30ec-4095-b51a-bdac09f3d9b8 None None] Provisioning complete for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:20.628948 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a347b330-30ec-4095-b51a-bdac09f3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.688216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-a347b330-30ec-4095-b51a-bdac09f3d9b8 None None] Port d177d61f-5204-4554-b1b7-a5df6e9f2e51 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:05:20.705645 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.963755 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.967976 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.969053 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:20.972991 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:21.063398 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Pushing event updated for resources: {'Port': ['ID=d177d61f-5204-4554-b1b7-a5df6e9f2e51,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:21.108481 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:21.158139 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:05:21.159169 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:05:21.308958 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-30980fae-b95c-49c7-937c-c06996037c9c None None] Provisioning complete for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:21.309161 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-30980fae-b95c-49c7-937c-c06996037c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:21.352252 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Router 819d8254-18af-4443-941d-bcff768fbf18 is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:05:21.361112 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-30980fae-b95c-49c7-937c-c06996037c9c None None] Port d177d61f-5204-4554-b1b7-a5df6e9f2e51 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:05:21.499865 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:05:21.505729 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] 10.222.0.35 "PUT /v2.0/routers/819d8254-18af-4443-941d-bcff768fbf18/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0760894 Jun 07 08:05:21.509886 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Sync routers for ids ['819d8254-18af-4443-941d-bcff768fbf18'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:05:21.520497 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Routers {'819d8254-18af-4443-941d-bcff768fbf18'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:05:21.521346 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:05:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['819d8254-18af-4443-941d-bcff768fbf18'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:21.694386 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Set router 819d8254-18af-4443-941d-bcff768fbf18 gateway port host: None {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:05:22.056339 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d8254-18af-4443-941d-bcff768fbf18', 'name': 'router1', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:05:10Z', 'updated_at': '2021-06-07T08:05:20Z', 'revision_number': 2, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'gw_port_host': None, '_interfaces': [{'id': 'd177d61f-5204-4554-b1b7-a5df6e9f2e51', 'name': '', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'mac_address': 'fa:16:3e:8d:fb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:19Z', 'updated_at': '2021-06-07T08:05:20Z', 'revision_number': 2, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'subnets': [{'id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:22.061308 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Checking router: 819d8254-18af-4443-941d-bcff768fbf18 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:05:22.061677 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Updating router 819d8254-18af-4443-941d-bcff768fbf18 port d177d61f-5204-4554-b1b7-a5df6e9f2e51 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:05:22.115716 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:22.487767 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:22.502310 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Transition to ACTIVE for port object d177d61f-5204-4554-b1b7-a5df6e9f2e51 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:05:22.510286 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:22.516437 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:22.743380 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Pushing event updated for resources: {'Port': ['ID=d177d61f-5204-4554-b1b7-a5df6e9f2e51,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:22.754882 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.755218 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.755563 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.755872 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.756185 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.756491 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.756796 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.757100 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.757410 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.758358 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.758746 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.759061 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Tracked resource versions report: Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: pushed versions: Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: { 'AddressGroup': {'1.2'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'ConntrackHelper': {'1.0'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Log': {'1.0'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Network': {'1.1'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Port': {'1.7'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'PortForwarding': {'1.2'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'QosPolicy': {'1.8'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroup': {'1.4'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'SubPort': {'1.0'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Subnet': {'1.1'}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Trunk': {'1.1'}} Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: consumer versions: Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'ConntrackHelper': '1.0', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Log': '1.0', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Network': '1.1', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Port': '1.7', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'PortForwarding': '1.2', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'QosPolicy': '1.8', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroup': '1.4', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroupRule': '1.2', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'SubPort': '1.0', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Subnet': '1.1', Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: 'Trunk': '1.1'}} Jun 07 08:05:22.760169 dv-cinder-784945-11-smb neutron-server[91906]: {{(pid=91906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:05:22.762505 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Attempting to bind port d177d61f-5204-4554-b1b7-a5df6e9f2e51 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:05:22.762910 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Attempting to bind port d177d61f-5204-4554-b1b7-a5df6e9f2e51 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:05:22.763327 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Attempting to bind port d177d61f-5204-4554-b1b7-a5df6e9f2e51 on network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:05:22.767343 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:22.769760 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:05:22.770183 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Checking segment: {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:05:22.770670 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:22.771128 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Bound using segment: {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:05:22.771518 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Bound port: d177d61f-5204-4554-b1b7-a5df6e9f2e51, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2c99e9-0448-4f69-b882-e1ea1c75a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:05:22.771885 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:22.858617 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] For port d177d61f-5204-4554-b1b7-a5df6e9f2e51, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:05:22.862616 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] For port d177d61f-5204-4554-b1b7-a5df6e9f2e51, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=d177d61f-5204-4554-b1b7-a5df6e9f2e51,segment=NetworkSegment(7d2c99e9-0448-4f69-b882-e1ea1c75a79a),segment_id=7d2c99e9-0448-4f69-b882-e1ea1c75a79a)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:05:22.866431 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:22.871737 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:22.942303 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Routers {'819d8254-18af-4443-941d-bcff768fbf18'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:05:22.942930 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:05:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['819d8254-18af-4443-941d-bcff768fbf18'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:23.073568 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Pushing event updated for resources: {'Port': ['ID=d177d61f-5204-4554-b1b7-a5df6e9f2e51,revision_number=4']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:23.081768 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:23.108353 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] Set router 819d8254-18af-4443-941d-bcff768fbf18 gateway port host: None {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:05:23.429137 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d8254-18af-4443-941d-bcff768fbf18', 'name': 'router1', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:05:10Z', 'updated_at': '2021-06-07T08:05:20Z', 'revision_number': 2, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'gw_port_host': None, '_interfaces': [{'id': 'd177d61f-5204-4554-b1b7-a5df6e9f2e51', 'name': '', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'mac_address': 'fa:16:3e:8d:fb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:19Z', 'updated_at': '2021-06-07T08:05:22Z', 'revision_number': 4, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'subnets': [{'id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:23.433151 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3e64e-095a-49d5-a1ec-faa670fc558c None None] The sync data for ids ['819d8254-18af-4443-941d-bcff768fbf18'] in dv-cinder-784945-11-smb is: [{'id': '819d8254-18af-4443-941d-bcff768fbf18', 'name': 'router1', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:05:10Z', 'updated_at': '2021-06-07T08:05:20Z', 'revision_number': 2, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'gw_port_host': None, '_interfaces': [{'id': 'd177d61f-5204-4554-b1b7-a5df6e9f2e51', 'name': '', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'mac_address': 'fa:16:3e:8d:fb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:19Z', 'updated_at': '2021-06-07T08:05:22Z', 'revision_number': 4, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'subnets': [{'id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:05:23.718737 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40198) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:23.865727 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df67163-10b8-4a25-a6dc-db5ebfba69fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:23.867629 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-1df67163-10b8-4a25-a6dc-db5ebfba69fd admin admin] 10.222.0.35 "GET /v2.0/networks/9ffe85c6-c676-4cd5-9d02-df83ef36de64 HTTP/1.1" status: 200 len: 842 time: 0.1472638 Jun 07 08:05:23.877004 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:05:23.899574 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Made reservation on behalf of 1d3d8a07b13c4ec9b88456696320c217 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:05:23.901865 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:24.286567 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.objects.ports [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91904) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 08:05:24.287071 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:24.291271 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:24.361977 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:05:24.362334 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Network hostable DHCP agents. Network: 9ffe85c6-c676-4cd5-9d02-df83ef36de64, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:05:24.376378 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bae5456-48e3-4478-85a0-d202e016e041,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:24.381412 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:24.389226 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:05:24.400525 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 9ffe85c6-c676-4cd5-9d02-df83ef36de64) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:05:24.404955 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:24.405547 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:24.410379 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb9f65-4410-473d-8800-5e608a679924 None None] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:05:24.427603 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5539968 Jun 07 08:05:24.622168 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e0181-daad-402d-b242-1ba7d649736f None None] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:05:26.575275 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device d177d61f-5204-4554-b1b7-a5df6e9f2e51 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:05:26.644740 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:05:26.650240 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:26.650609 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:26.696619 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40210) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:26.768368 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:26.800352 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port d177d61f-5204-4554-b1b7-a5df6e9f2e51, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=d177d61f-5204-4554-b1b7-a5df6e9f2e51,segment=NetworkSegment(7d2c99e9-0448-4f69-b882-e1ea1c75a79a),segment_id=7d2c99e9-0448-4f69-b882-e1ea1c75a79a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:05:26.805074 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:26.808660 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:26.878745 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=d177d61f-5204-4554-b1b7-a5df6e9f2e51,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:26.881882 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:26.940133 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2d4b240f-cf16-4b71-a50c-16f45b4a3999 admin admin] 10.222.0.35 "GET /v2.0/routers/819d8254-18af-4443-941d-bcff768fbf18 HTTP/1.1" status: 200 len: 710 time: 0.2422183 Jun 07 08:05:27.065263 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f85749d-2e8b-4bcb-ac42-dec02e2c8fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:27.067948 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6f85749d-2e8b-4bcb-ac42-dec02e2c8fe1 admin admin] 10.222.0.35 "GET /v2.0/networks/9ffe85c6-c676-4cd5-9d02-df83ef36de64 HTTP/1.1" status: 200 len: 886 time: 0.1216550 Jun 07 08:05:27.076090 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:05:27.516757 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:27.836869 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:27.891565 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:28.020790 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Allocated IP 172.28.2.227 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/2e20a560-af5e-45ae-a844-2c482b3c39d8) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:05:28.214150 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:28.243506 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:28.247080 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:28.305364 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:05:28.308219 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:05:28.311743 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:05:28.376134 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e20a560-af5e-45ae-a844-2c482b3c39d8,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:28.380422 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:28.570821 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device d177d61f-5204-4554-b1b7-a5df6e9f2e51 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:05:28.636124 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:28.636411 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:28.685515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:29.012540 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:29.015794 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-732560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-732575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577884'] for router, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:29.190612 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Router 819d8254-18af-4443-941d-bcff768fbf18 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:05:29.364005 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:05:29.368324 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:29.369511 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] 10.222.0.35 "PUT /v2.0/routers/819d8254-18af-4443-941d-bcff768fbf18 HTTP/1.1" status: 200 len: 890 time: 2.2967474 Jun 07 08:05:29.373892 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Sync routers for ids ['819d8254-18af-4443-941d-bcff768fbf18'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:05:29.385007 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Routers {'819d8254-18af-4443-941d-bcff768fbf18'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:05:29.385686 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:05:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['819d8254-18af-4443-941d-bcff768fbf18'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:29.579659 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Set router 819d8254-18af-4443-941d-bcff768fbf18 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:05:29.934038 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d8254-18af-4443-941d-bcff768fbf18', 'name': 'router1', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '2e20a560-af5e-45ae-a844-2c482b3c39d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:05:10Z', 'updated_at': '2021-06-07T08:05:28Z', 'revision_number': 4, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'gw_port': {'id': '2e20a560-af5e-45ae-a844-2c482b3c39d8', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:27Z', 'updated_at': '2021-06-07T08:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'd177d61f-5204-4554-b1b7-a5df6e9f2e51', 'name': '', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'mac_address': 'fa:16:3e:8d:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:19Z', 'updated_at': '2021-06-07T08:05:26Z', 'revision_number': 5, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'subnets': [{'id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:29.938669 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Checking router: 819d8254-18af-4443-941d-bcff768fbf18 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:05:29.939014 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Updating router 819d8254-18af-4443-941d-bcff768fbf18 port 2e20a560-af5e-45ae-a844-2c482b3c39d8 binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:05:29.988160 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:30.308552 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:30.319911 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Transition to ACTIVE for port object 2e20a560-af5e-45ae-a844-2c482b3c39d8 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:05:30.327750 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:30.331789 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:30.410357 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Attempting to bind port 2e20a560-af5e-45ae-a844-2c482b3c39d8 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:05:30.410722 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Attempting to bind port 2e20a560-af5e-45ae-a844-2c482b3c39d8 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:05:30.411079 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Attempting to bind port 2e20a560-af5e-45ae-a844-2c482b3c39d8 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:05:30.415110 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57af011-0a57-4efb-842d-1bb187b18917 None None] Pushing event updated for resources: {'Port': ['ID=2e20a560-af5e-45ae-a844-2c482b3c39d8,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:30.418920 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a57af011-0a57-4efb-842d-1bb187b18917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:30.419842 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:05:30.420209 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:05:30.420609 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:30.420990 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:05:30.421450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Bound port: 2e20a560-af5e-45ae-a844-2c482b3c39d8, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:05:30.421817 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:30.493005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] For port 2e20a560-af5e-45ae-a844-2c482b3c39d8, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:05:30.496167 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] For port 2e20a560-af5e-45ae-a844-2c482b3c39d8, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=2e20a560-af5e-45ae-a844-2c482b3c39d8,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:05:30.500300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:30.504012 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:30.582114 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Routers {'819d8254-18af-4443-941d-bcff768fbf18'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:05:30.582764 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:05:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['819d8254-18af-4443-941d-bcff768fbf18'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:30.646728 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57af011-0a57-4efb-842d-1bb187b18917 None None] Pushing event updated for resources: {'Port': ['ID=2e20a560-af5e-45ae-a844-2c482b3c39d8,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:30.650580 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a57af011-0a57-4efb-842d-1bb187b18917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:30.772115 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] Set router 819d8254-18af-4443-941d-bcff768fbf18 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:05:31.100773 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d8254-18af-4443-941d-bcff768fbf18', 'name': 'router1', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '2e20a560-af5e-45ae-a844-2c482b3c39d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:05:10Z', 'updated_at': '2021-06-07T08:05:28Z', 'revision_number': 4, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'gw_port': {'id': '2e20a560-af5e-45ae-a844-2c482b3c39d8', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:27Z', 'updated_at': '2021-06-07T08:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'd177d61f-5204-4554-b1b7-a5df6e9f2e51', 'name': '', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'mac_address': 'fa:16:3e:8d:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:19Z', 'updated_at': '2021-06-07T08:05:26Z', 'revision_number': 5, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'subnets': [{'id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:05:31.104980 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cee484-1c34-4c7c-94ad-3fe7a36389f1 None None] The sync data for ids ['819d8254-18af-4443-941d-bcff768fbf18'] in dv-cinder-784945-11-smb is: [{'id': '819d8254-18af-4443-941d-bcff768fbf18', 'name': 'router1', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '2e20a560-af5e-45ae-a844-2c482b3c39d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:05:10Z', 'updated_at': '2021-06-07T08:05:28Z', 'revision_number': 4, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'gw_port': {'id': '2e20a560-af5e-45ae-a844-2c482b3c39d8', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:27Z', 'updated_at': '2021-06-07T08:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'd177d61f-5204-4554-b1b7-a5df6e9f2e51', 'name': '', 'network_id': '0fa8ecb2-04ab-4ef6-a280-f4b21000490b', 'tenant_id': '25ceb0d64e254525a519668eb64b0d71', 'mac_address': 'fa:16:3e:8d:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d8254-18af-4443-941d-bcff768fbf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:05:19Z', 'updated_at': '2021-06-07T08:05:26Z', 'revision_number': 5, 'project_id': '25ceb0d64e254525a519668eb64b0d71', 'subnets': [{'id': '77e4ea19-69c2-4df6-9324-4d9bd27ecce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08e09b70-719a-4298-88fd-d87fe951127e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:05:31.831670 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40218) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:31.994906 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e7bb3315-8d8a-4252-bd13-84caf81efda0 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1621056 Jun 07 08:05:32.585544 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 2e20a560-af5e-45ae-a844-2c482b3c39d8 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:05:32.688609 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 2e20a560-af5e-45ae-a844-2c482b3c39d8 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:05:32.693416 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 2e20a560-af5e-45ae-a844-2c482b3c39d8 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:32.693862 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:32.819212 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:32.835062 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 2e20a560-af5e-45ae-a844-2c482b3c39d8, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=2e20a560-af5e-45ae-a844-2c482b3c39d8,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:05:32.843937 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:32.846322 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:32.912759 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=2e20a560-af5e-45ae-a844-2c482b3c39d8,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:32.915670 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:34.579177 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 2e20a560-af5e-45ae-a844-2c482b3c39d8 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:05:34.647216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 2e20a560-af5e-45ae-a844-2c482b3c39d8 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:34.647617 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:44.091971 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3c7f4190-922d-4c65-ae54-e184e19e3856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:46.084299 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:05:46.616473 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9138-9c16-4668-a817-ed232df786c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:46.665232 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:47.490789 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:49.310300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:14.096173 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-600ce5eb-9cb3-4234-9941-3776712a55cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:16.605891 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-72756e39-fd8b-40c6-9bfb-4600c14949bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:16.638817 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:17.486318 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:19.316575 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.082958 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:06:44.090153 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a233-9a3f-4055-b89a-81f3ffd51a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:46.607330 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-0a8add02-55a9-472d-9ed1-bb2c37043df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:46.633144 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:47.488649 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:49.317124 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:00.082205 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:07:07.417269 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40786) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:07.483197 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa32326c-5a8c-42af-b6b3-11bd60e277c1 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:07:07.484455 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-fa32326c-5a8c-42af-b6b3-11bd60e277c1 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661306 Jun 07 08:07:07.611933 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bb5e8-3a1b-4179-abda-f94450d0717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:07.613347 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-117bb5e8-3a1b-4179-abda-f94450d0717c admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1251209 Jun 07 08:07:09.731913 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40796) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:09.836843 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8fa8e-502a-413e-9913-5d30c5b42f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:09.838162 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-32d8fa8e-502a-413e-9913-5d30c5b42f2a admin admin] 10.222.0.35 "GET /v2.0/subnets/77e4ea19-69c2-4df6-9324-4d9bd27ecce3 HTTP/1.1" status: 200 len: 849 time: 0.1052363 Jun 07 08:07:09.847140 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:07:09.960189 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Notify callbacks [] for subnet, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:10.144597 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790045751525'] for subnet, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:10.149578 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9938ffee-4f79-48cc-8121-ef0d62cb1144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:10.189523 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:10.190269 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:10.192646 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] 10.222.0.35 "PUT /v2.0/subnets/77e4ea19-69c2-4df6-9324-4d9bd27ecce3 HTTP/1.1" status: 200 len: 868 time: 0.3490951 Jun 07 08:07:10.195377 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf92b07-e8e0-4f75-8ead-31b6ec3b3103 None None] Network 0fa8ecb2-04ab-4ef6-a280-f4b21000490b requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:07:10.224932 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e4ea19-69c2-4df6-9324-4d9bd27ecce3,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:07:10.232441 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.232812 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.233134 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.233459 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.233778 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.234095 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.234411 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.234724 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.235053 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.235368 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.235700 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.236011 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:10.239567 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:10.650570 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-1112f979-c032-4e22-95e8-838e95eba9ac None None] Provisioning complete for port 0c7853cf-bb04-4380-868f-b8148209e0af triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:07:10.650949 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1112f979-c032-4e22-95e8-838e95eba9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:10.773904 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-1112f979-c032-4e22-95e8-838e95eba9ac None None] Provisioning complete for port d177d61f-5204-4554-b1b7-a5df6e9f2e51 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:07:10.774169 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1112f979-c032-4e22-95e8-838e95eba9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:12.309486 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40804) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:12.479141 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89180ab6-eb17-4be1-832d-4ee052b0d8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:12.479649 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89180ab6-eb17-4be1-832d-4ee052b0d8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:12.481160 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-89180ab6-eb17-4be1-832d-4ee052b0d8e4 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1707313 Jun 07 08:07:14.092555 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d03095ce-d6d4-4f62-bed5-a7f7789ad7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:14.593966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40812) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:14.772785 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc37ee9-48a8-47f0-94cd-e206498a5d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:14.773173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc37ee9-48a8-47f0-94cd-e206498a5d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:14.774683 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1dc37ee9-48a8-47f0-94cd-e206498a5d92 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1802728 Jun 07 08:07:16.608712 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-58d74058-ab80-402e-b9a7-fdce657740ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:16.633529 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:16.902110 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40822) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:17.070735 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac533e6-7477-4617-ae39-4e295576acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:17.072081 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-cac533e6-7477-4617-ae39-4e295576acec admin admin] 10.222.0.35 "GET /v2.0/networks/0fa8ecb2-04ab-4ef6-a280-f4b21000490b HTTP/1.1" status: 200 len: 869 time: 0.1690407 Jun 07 08:07:17.493009 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:19.192137 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40830) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:19.321023 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:19.359651 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736578e-9e0f-412c-b79b-93aa6713fab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:19.361001 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-4736578e-9e0f-412c-b79b-93aa6713fab8 admin admin] 10.222.0.35 "GET /v2.0/networks/9ffe85c6-c676-4cd5-9d02-df83ef36de64 HTTP/1.1" status: 200 len: 886 time: 0.1678145 Jun 07 08:07:21.510793 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40838) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:21.615333 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84533db-7476-4feb-96b3-7f304434c8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:21.615842 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84533db-7476-4feb-96b3-7f304434c8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:21.617332 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d84533db-7476-4feb-96b3-7f304434c8df admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055841 Jun 07 08:07:23.741899 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40846) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:23.847787 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df47626e-dcae-417e-a0a6-9af6d7df1344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:23.848238 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df47626e-dcae-417e-a0a6-9af6d7df1344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:23.849804 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-df47626e-dcae-417e-a0a6-9af6d7df1344 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069069 Jun 07 08:07:25.981193 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40854) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:26.085370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29192eb8-2764-4366-b339-8156b0fb392a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:26.086684 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-29192eb8-2764-4366-b339-8156b0fb392a admin admin] 10.222.0.35 "GET /v2.0/subnets/77e4ea19-69c2-4df6-9324-4d9bd27ecce3 HTTP/1.1" status: 200 len: 868 time: 0.1045613 Jun 07 08:07:28.211650 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40862) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:28.308655 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443117d-7f48-4c47-86fe-360935e89a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:28.309942 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8443117d-7f48-4c47-86fe-360935e89a78 admin admin] 10.222.0.35 "GET /v2.0/subnets/9bae5456-48e3-4478-85a0-d202e016e041 HTTP/1.1" status: 200 len: 816 time: 0.0972767 Jun 07 08:07:37.080385 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:07:44.095897 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-e53bd393-2dbb-4f64-b354-2ec7918536a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:46.610786 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-2c121d4a-e425-43d4-9019-470fa4b8e87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:46.634438 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:47.496147 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:49.326225 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:51.686878 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40908) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:51.733072 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [None req-b1bb2286-1c44-4005-b4f2-5ce9aece8008 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:07:51.734050 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-b1bb2286-1c44-4005-b4f2-5ce9aece8008 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462189 Jun 07 08:07:53.956885 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40916) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:54.022930 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ecffb4-0612-44f8-baa7-6f5ff0ce51f3 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:07:54.024260 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-02ecffb4-0612-44f8-baa7-6f5ff0ce51f3 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661495 Jun 07 08:07:54.148471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c76274-9268-47e0-a477-da6c1b8643f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:54.149876 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f5c76274-9268-47e0-a477-da6c1b8643f9 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219323 Jun 07 08:07:56.313501 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40924) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:56.360935 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:07:56.382415 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Made reservation on behalf of 1d3d8a07b13c4ec9b88456696320c217 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:07:56.384757 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:56.469091 dv-cinder-784945-11-smb neutron-server[91904]: WARNING neutron.services.revisions.revision_plugin [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Could not find related network for resource to bump revision. Jun 07 08:07:56.481976 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:07:56.491608 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:56.491941 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Added segment d7de61b7-ae9e-48f8-b832-1f75d2c245e3 of type vlan for network 6b5412d2-8120-47d4-9adf-687dbb71334b Jun 07 08:07:56.519124 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:56.547612 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:56.548880 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:56.549448 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:56.552899 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:56.594217 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2796819 Jun 07 08:07:56.647161 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Pushing event updated for resources: {'Network': ['ID=6b5412d2-8120-47d4-9adf-687dbb71334b,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:07:56.650583 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:56.657584 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 6b5412d2-8120-47d4-9adf-687dbb71334b details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:07:58.762257 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 40932) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:58.827693 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee06405-94a5-42e6-991a-13f5a9bac7e4 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:07:58.828916 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-3ee06405-94a5-42e6-991a-13f5a9bac7e4 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657179 Jun 07 08:07:58.936719 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98287332-d1c2-4c60-a8d7-11676880d35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:58.938054 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-98287332-d1c2-4c60-a8d7-11676880d35b admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051979 Jun 07 08:07:58.947834 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:07:58.972643 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Made reservation on behalf of 1d3d8a07b13c4ec9b88456696320c217 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:07:58.975672 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:59.216992 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:59.221272 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:59.294294 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e362710c-0430-425f-b1c4-fb1161f7b9ea,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:07:59.297831 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:59.298688 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Checking segment: {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:07:59.299035 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Network hostable DHCP agents. Network: 6b5412d2-8120-47d4-9adf-687dbb71334b, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:07:59.315132 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Network 6b5412d2-8120-47d4-9adf-687dbb71334b is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:07:59.324145 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 6b5412d2-8120-47d4-9adf-687dbb71334b) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:07:59.327999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:07:59.328580 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:59.333837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5dd51-5b48-4a19-9f72-3229a11aded1 None None] Network 6b5412d2-8120-47d4-9adf-687dbb71334b requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:07:59.352025 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4075780 Jun 07 08:07:59.575622 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-6b5412d2-8120-47d4-9adf-687dbb71334b', 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b', 'tenant_id': '1d3d8a07b13c4ec9b88456696320c217', 'fixed_ips': [{'subnet_id': 'e362710c-0430-425f-b1c4-fb1161f7b9ea'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:07:59.576453 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:59.732509 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Allocated IP 192.168.233.2 (6b5412d2-8120-47d4-9adf-687dbb71334b/e362710c-0430-425f-b1c4-fb1161f7b9ea/c8ecd28c-be83-4562-8af8-4dbcc1c73dcb) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:07:59.937509 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:59.948240 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Transition to ACTIVE for port object c8ecd28c-be83-4562-8af8-4dbcc1c73dcb will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:07:59.967895 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Transition to ACTIVE for port object c8ecd28c-be83-4562-8af8-4dbcc1c73dcb will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:07:59.975012 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:59.982701 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:00.046616 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Network 6b5412d2-8120-47d4-9adf-687dbb71334b is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:08:00.049306 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:00.053988 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:08:00.056113 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Pushing event updated for resources: {'Port': ['ID=c8ecd28c-be83-4562-8af8-4dbcc1c73dcb,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:00.064906 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.065246 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.065576 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.065900 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.066220 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.066547 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.066864 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.067180 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.068140 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.068469 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.068783 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.069098 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:00.095473 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:00.156430 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Attempting to bind port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:08:00.156797 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Attempting to bind port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:08:00.157158 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Attempting to bind port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb on network 6b5412d2-8120-47d4-9adf-687dbb71334b {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:08:00.163069 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:08:00.163459 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Checking segment: {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:08:00.163861 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:00.164242 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Bound using segment: {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:08:00.164701 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Bound port: c8ecd28c-be83-4562-8af8-4dbcc1c73dcb, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:08:00.165066 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:00.252293 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] For port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:08:00.255945 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] For port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=c8ecd28c-be83-4562-8af8-4dbcc1c73dcb,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:08:00.260452 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:00.264321 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:00.338595 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Pushing event updated for resources: {'Port': ['ID=c8ecd28c-be83-4562-8af8-4dbcc1c73dcb,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:00.342080 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:00.703998 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device c8ecd28c-be83-4562-8af8-4dbcc1c73dcb up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:00.774639 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:01.150420 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2eea50-dbb7-4360-98c6-5b208cee47f2 None None] Network 6b5412d2-8120-47d4-9adf-687dbb71334b requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:08:01.236868 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Provisioning for port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:01.248815 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Provisioning complete for port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:01.249184 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:01.477008 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:01.519132 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] For port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=c8ecd28c-be83-4562-8af8-4dbcc1c73dcb,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:08:01.525224 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:01.527294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:01.597940 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Pushing event updated for resources: {'Port': ['ID=c8ecd28c-be83-4562-8af8-4dbcc1c73dcb,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:01.601213 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:01.748628 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-a00af26c-53cc-41f2-89ac-ebd80f068e68 None None] Provisioning complete for port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:01.748936 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a00af26c-53cc-41f2-89ac-ebd80f068e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:02.691760 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device c8ecd28c-be83-4562-8af8-4dbcc1c73dcb up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:02.761255 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port c8ecd28c-be83-4562-8af8-4dbcc1c73dcb triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:02.761621 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:14.079764 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:08:14.098154 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4f227c55-7309-4cfa-98c7-6a0d1fe6b6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:16.611958 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-977e316a-0b26-415b-bd7e-fc21be561838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:16.636208 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.499615 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:19.327766 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:44.101273 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bcc2fd56-b06d-4550-b0a7-8af570b0f5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:46.615838 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-838cbf4b-e4ee-454d-a75c-ccddd021d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:46.638233 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:47.502967 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:49.330420 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:51.077792 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:09:06.025689 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 40984) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:09:06.031518 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [None req-21496ad7-fd65-48f6-9fe4-612d5eca3ac2 tempest-verify_tempest_config-192157276 tempest-verify_tempest_config-192157276-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:09:06.032463 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-21496ad7-fd65-48f6-9fe4-612d5eca3ac2 tempest-verify_tempest_config-192157276 tempest-verify_tempest_config-192157276-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058291 Jun 07 08:09:06.335048 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41002) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:09:06.447044 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.549275 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.553368 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.565236 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:09:06.604213 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=828ee2c80bd24cdd8690fd31f3f4b510&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2681170 Jun 07 08:09:06.605145 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e807f273-82b7-4d71-a2de-011282e8b9ce,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:09:06.607037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41006) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:09:06.612065 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.612421 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.612753 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.613078 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.613574 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.614271 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.614271 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.614642 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.615084 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.615420 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.615745 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.616058 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.620141 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:09:06.665980 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.690050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.784068 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.786813 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.787989 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e807f273-82b7-4d71-a2de-011282e8b9ce HTTP/1.1" status: 204 len: 168 time: 0.1793926 Jun 07 08:09:06.788818 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-86d04cb9-f751-4aa5-9a84-272295c2797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:09:06.798308 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e807f273-82b7-4d71-a2de-011282e8b9ce,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:09:06.805442 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.805786 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.806117 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.806437 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.806853 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.807075 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.807387 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.807729 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.808048 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.808356 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.808665 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.808972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:09:06.812073 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:09:14.104846 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d30cf157-7593-4268-8b63-90e9fcdd87e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:16.616655 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-59ca5258-0b56-4414-af15-469eac06d200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:16.640808 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:17.507242 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:19.333364 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:28.076638 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:09:44.106339 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eaad7910-d1d3-402d-884a-3dd1a44dc4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:46.616867 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb2675ad-7e3a-4cb6-b159-95d885d005a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:46.643185 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:47.509067 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:49.334556 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:05.075856 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:10:14.108344 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7beb6fea-fd37-422b-b37c-e69a215d458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:16.622987 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-db891b6e-1688-4d9d-9a4c-14bb98fdfb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:16.648705 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:17.511195 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:19.339880 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.075190 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 5 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:10:44.113022 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-f1cd729c-591f-48e5-968a-f9f306984be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.315888 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868'] for agent, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.614648 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-b22b75a0-bdf9-40df-bd71-3fcde019908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.648555 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:47.514408 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.343852 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.520601 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41060) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:50.629656 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f0e71591-0101-442a-9e50-cc46bc0993a1 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1079631 Jun 07 08:10:52.741562 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41070) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:52.802959 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-58eec616-47a6-4a25-897e-29fede97d5ef admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0602958 Jun 07 08:11:14.114108 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-36c56840-6918-4f0e-9934-ee319d9a2d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.285385 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.616421 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-f792261f-8573-4f17-89f0-a5db45c8c6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.648694 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.516860 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:19.075128 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:11:19.344769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:44.116463 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-20d7b0ed-39f9-4334-beb6-00ece7df0c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.283159 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.620035 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-058a80eb-7af6-403a-85b8-c93e4edf1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.658238 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.520954 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:49.350854 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:56.074372 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:12:14.115792 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9d99adb3-7ef8-4428-a3fd-6fcc532c1da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.312096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.652244 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-6da58598-2ea4-4437-8496-e9a12c87160e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.663462 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:17.530082 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.360616 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.171839 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41284) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.319533 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41294) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.326422 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41296) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.360533 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41304) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.495705 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41312) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.526421 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-533916918-network', 'tenant_id': 'e9861d5eee544088a8c6cf4d6e61d482'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:21.548751 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Made reservation on behalf of e9861d5eee544088a8c6cf4d6e61d482 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:21.551204 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.571374 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.575090 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1169849697-network', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:21.604972 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Made reservation on behalf of c76a8abc57f34c8f829a0e9629aecc6a for: {'network': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:21.607746 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.622215 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-network', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:21.623320 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.663165 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-328135793-network', 'tenant_id': '7f614896c69a47e68caf853b5554fe90'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:21.745801 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.753093 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.761694 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:21.780841 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:21.815274 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.815783 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Added segment bdb9572d-d115-474a-ac49-a58ea41716fa of type vlan for network b92c58e3-6787-4575-aae1-699870a1b572 Jun 07 08:12:21.848936 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.879235 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c90f3c-3d58-4c67-836d-9a32b8059cb3,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:21.912133 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.912624 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.913549 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.913982 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.914382 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.914891 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.915318 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.915690 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.916287 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.916985 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.917381 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.917763 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Tracked resource versions report: Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: pushed versions: Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: { 'AddressGroup': {'1.2'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'ConntrackHelper': {'1.0'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Log': {'1.0'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Network': {'1.1'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Port': {'1.7'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'PortForwarding': {'1.2'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'QosPolicy': {'1.8'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroup': {'1.4'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'SubPort': {'1.0'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Subnet': {'1.1'}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Trunk': {'1.1'}} Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: consumer versions: Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'ConntrackHelper': '1.0', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Log': '1.0', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Network': '1.1', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Port': '1.7', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'PortForwarding': '1.2', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'QosPolicy': '1.8', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroup': '1.4', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'SecurityGroupRule': '1.2', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'SubPort': '1.0', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Subnet': '1.1', Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: 'Trunk': '1.1'}} Jun 07 08:12:21.918876 dv-cinder-784945-11-smb neutron-server[91904]: {{(pid=91904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:12:21.926882 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Made reservation on behalf of c351b627d17a4dfeb7322d2a5edd58a7 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:21.931773 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.959592 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:21.962529 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.965498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:21.966268 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.968062 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.982579 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.983290 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.997635 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.036447 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=91903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:22.049985 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.050882 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.segments_db [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Added segment 323cd534-1b31-4f4a-a190-3ab663c43d6f of type vlan for network d27eab4d-ca14-4288-807c-dae6ae0234fa Jun 07 08:12:22.086758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.113269 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Pushing event updated for resources: {'Network': ['ID=b92c58e3-6787-4575-aae1-699870a1b572,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.122088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.124311 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network b92c58e3-6787-4575-aae1-699870a1b572 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:22.146368 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-480397863-network', 'tenant_id': '390ada9782644f479952384524a144fd'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:22.154148 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.200124 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0315794f-73ee-4ea4-a5a5-becdb2256fd4,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.207841 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.214560 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.215045 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.215455 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.215899 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.216303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.216865 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.217256 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.217639 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.218093 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.218562 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.218733 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.219283 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Tracked resource versions report: Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: pushed versions: Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: { 'AddressGroup': {'1.2'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'ConntrackHelper': {'1.0'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Log': {'1.0'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Network': {'1.1'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Port': {'1.7'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'PortForwarding': {'1.2'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'QosPolicy': {'1.8'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroup': {'1.4'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'SubPort': {'1.0'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Subnet': {'1.1'}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Trunk': {'1.1'}} Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: consumer versions: Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'ConntrackHelper': '1.0', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Log': '1.0', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Network': '1.1', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Port': '1.7', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'PortForwarding': '1.2', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'QosPolicy': '1.8', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroup': '1.4', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'SecurityGroupRule': '1.2', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'SubPort': '1.0', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Subnet': '1.1', Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: 'Trunk': '1.1'}} Jun 07 08:12:22.225164 dv-cinder-784945-11-smb neutron-server[91903]: {{(pid=91903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:12:22.227172 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:22.227172 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.231662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.234324 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.239185 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0661495 Jun 07 08:12:22.242807 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41346) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:22.253670 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Request body: {'subnet': {'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-533916918-subnet', 'tenant_id': 'e9861d5eee544088a8c6cf4d6e61d482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:22.334892 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Made reservation on behalf of 7f614896c69a47e68caf853b5554fe90 for: {'network': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:22.338375 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.355176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d27eab4d-ca14-4288-807c-dae6ae0234fa,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.362940 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.364395 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.368461 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network d27eab4d-ca14-4288-807c-dae6ae0234fa details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:22.470212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.474926 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.480711 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.493167 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Made reservation on behalf of 390ada9782644f479952384524a144fd for: {'network': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:22.496833 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.525150 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.526404 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a736b-aaad-4f30-a881-6150bc3174ae,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.532659 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.536912 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Made reservation on behalf of e9861d5eee544088a8c6cf4d6e61d482 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:22.540528 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.581756 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2526593 Jun 07 08:12:22.582373 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41356) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:22.598284 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Request body: {'subnet': {'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1169849697-subnet', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:22.643428 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:22.662556 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.663173 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Added segment b8d1de43-8551-4c3c-af51-469a78a45b25 of type vlan for network e87bb91e-74a3-4cab-a871-d85b5189f664 Jun 07 08:12:22.698253 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.793354 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.796679 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.800756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.842883 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:22.843834 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.852838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.969336 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.976441 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Pushing event updated for resources: {'Network': ['ID=e87bb91e-74a3-4cab-a871-d85b5189f664,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.989042 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.989183 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network e87bb91e-74a3-4cab-a871-d85b5189f664 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:22.999592 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.041326 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.048463 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-747d296a-089c-441a-9fd0-5b9a8c7918f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.071757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.082207 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=91903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:23.115180 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2a7fc-d52d-487f-b872-5ac843c4ce47,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.118060 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.118419 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.segments_db [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Added segment 7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683 of type vlan for network be6f92ce-6812-4641-8ac4-1c94d3e6f12c Jun 07 08:12:23.125715 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.126965 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c24462bf-48d3-4112-89b5-2211e3586ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.129566 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2838de4-a30c-4a3e-8494-5ddb24923832,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.135204 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=91903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:23.138825 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.143119 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8223803 Jun 07 08:12:23.146050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41396) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:23.170088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Request body: {'subnet': {'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-subnet', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:23.213276 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.213464 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.segments_db [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Added segment a3ee76d9-db90-40a3-ad7d-460a0ac025ec of type vlan for network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a Jun 07 08:12:23.214915 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Checking segment: {'id': 'bdb9572d-d115-474a-ac49-a58ea41716fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:23.215273 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.215695 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Network hostable DHCP agents. Network: b92c58e3-6787-4575-aae1-699870a1b572, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:23.219021 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe67561-8d27-46dc-939b-d9fe60a91cd6,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.228176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.230301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Made reservation on behalf of c76a8abc57f34c8f829a0e9629aecc6a for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:23.232746 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.247879 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Made reservation on behalf of c351b627d17a4dfeb7322d2a5edd58a7 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:23.250778 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.268227 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Network b92c58e3-6787-4575-aae1-699870a1b572 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:23.364453 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, b92c58e3-6787-4575-aae1-699870a1b572) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:23.377536 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.378525 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.379670 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ec950-157c-4a7a-bfb3-2008ac744486 None None] Network b92c58e3-6787-4575-aae1-699870a1b572 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:23.397099 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.428259 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c9bc8d4b-abeb-42be-b47f-f41249281e84 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1841021 Jun 07 08:12:23.447199 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.464725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.465282 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.492960 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.622806 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2576408 Jun 07 08:12:23.624566 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41412) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:23.637046 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Request body: {'subnet': {'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-328135793-subnet', 'tenant_id': '7f614896c69a47e68caf853b5554fe90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:23.678477 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.684255 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-123a010d-1262-42f1-bd68-cadf618431be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.721831 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41416) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:23.772750 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.773662 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb96dd8e-671e-474a-9ccd-fba1e43cd59e,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.777937 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.785162 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Checking segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:23.785519 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Network hostable DHCP agents. Network: e87bb91e-74a3-4cab-a871-d85b5189f664, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:23.807571 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Network e87bb91e-74a3-4cab-a871-d85b5189f664 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:23.826676 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, e87bb91e-74a3-4cab-a871-d85b5189f664) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:23.832648 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.833233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.835994 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Pushing event updated for resources: {'Network': ['ID=be6f92ce-6812-4641-8ac4-1c94d3e6f12c,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.849380 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.851749 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9b24f-1ceb-4ef0-a005-6ea77709aaba None None] Network e87bb91e-74a3-4cab-a871-d85b5189f664 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:23.863926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.864507 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.876873 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:23.889909 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.970628 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.045562 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7896553b-e0a9-487e-86c3-38223bdc67b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8850555 Jun 07 08:12:24.048517 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41438) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:24.053219 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:24.137680 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Made reservation on behalf of 7f614896c69a47e68caf853b5554fe90 for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:24.146321 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.170221 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Pushing event updated for resources: {'Network': ['ID=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:24.208282 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716436ee-306d-4db0-a81d-2084117f7ecf None None] Network b92c58e3-6787-4575-aae1-699870a1b572 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:24.220706 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7226605 Jun 07 08:12:24.221874 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:24.243759 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:24.253748 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41456) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:24.261958 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Request body: {'subnet': {'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-subnet', 'tenant_id': '390ada9782644f479952384524a144fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:24.371231 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41478) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:24.381498 dv-cinder-784945-11-smb neutron-server[91903]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 08:12:24.405217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.428317 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.429718 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:24.437423 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.468901 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:24.515556 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a386f65-1abd-4bb6-8e52-e4877fbca89d,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:24.519775 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:24.543803 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f94dba2698b0468cb598bd1ac0ec4a67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8174789 Jun 07 08:12:24.545299 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.546362 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.568644 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.601570 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41490) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:24.649413 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Made reservation on behalf of 390ada9782644f479952384524a144fd for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:24.651757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.735288 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a7897-e975-4f5c-bcf9-73e5f9e88df9 None None] Network e87bb91e-74a3-4cab-a871-d85b5189f664 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:24.819720 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-75c9a53b-8bf3-4f0d-af9b-14a2d8f0e664 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:24.821218 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-75c9a53b-8bf3-4f0d-af9b-14a2d8f0e664 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/networks?id=b92c58e3-6787-4575-aae1-699870a1b572 HTTP/1.1" status: 200 len: 811 time: 0.4473786 Jun 07 08:12:24.851077 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-271dae5c-9d36-47c6-844e-9c3f745649ba tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/quotas/e9861d5eee544088a8c6cf4d6e61d482 HTTP/1.1" status: 200 len: 375 time: 0.0123916 Jun 07 08:12:24.930007 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-53fad692-eee2-437d-8043-2e76f8e6e54f tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9861d5eee544088a8c6cf4d6e61d482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672510 Jun 07 08:12:25.045402 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Checking segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:25.045769 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Network hostable DHCP agents. Network: d27eab4d-ca14-4288-807c-dae6ae0234fa, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:25.047679 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.081886 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=daef9e81-4ce2-446d-a283-15b7aee00c74,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.100956 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.187147 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.188890 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Network d27eab4d-ca14-4288-807c-dae6ae0234fa is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:25.197398 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-3fd17a8d-d8b6-423a-a3a3-a418982ed457 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:12:25.198420 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-3fd17a8d-d8b6-423a-a3a3-a418982ed457 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1199951 Jun 07 08:12:25.291070 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, d27eab4d-ca14-4288-807c-dae6ae0234fa) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:25.302155 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2acb9-8f5f-486a-bdc4-70f4c0c7826d None None] Network d27eab4d-ca14-4288-807c-dae6ae0234fa requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:25.317671 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.332817 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:25.334118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.350834 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.356280 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.416132 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.419782 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4bcf48bd-7c29-4789-9c8e-1c7eb18ecf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.448346 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.472105 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8824117 Jun 07 08:12:25.485804 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41544) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:25.493507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:25.583800 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789b47f6-0cf6-4332-b6b9-caa8f626d6dd,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.590490 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.591519 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.627488 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.649146 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Allocated IP 172.28.2.97 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/51b94fe2-3dd1-4426-8851-e778b572c8f6) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:25.658450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-d27eab4d-ca14-4288-807c-dae6ae0234fa', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:12:25.661100 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-59165c74-e256-4518-8395-d1e80a0cb9cf service neutron] 10.222.0.35 "GET /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385648 Jun 07 08:12:25.661507 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.672354 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Checking segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:25.673128 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Network hostable DHCP agents. Network: be6f92ce-6812-4641-8ac4-1c94d3e6f12c, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:25.714881 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.734258 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.739445 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a386f65-1abd-4bb6-8e52-e4877fbca89d HTTP/1.1" status: 204 len: 168 time: 1.1277955 Jun 07 08:12:25.739445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Checking segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:25.739445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Network hostable DHCP agents. Network: 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:25.762568 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd997402-5fa9-4dbb-a328-b60dd2d3faa8,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.778168 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.781746 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.782806 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0efdff72-fc26-42af-b8a2-d01b4d6b9d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.836131 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.856945 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:25.871628 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a386f65-1abd-4bb6-8e52-e4877fbca89d,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.885272 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:26.058689 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41566) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:26.081516 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:26.105936 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.108234 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, be6f92ce-6812-4641-8ac4-1c94d3e6f12c) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:26.123283 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576e88c-976d-45b9-9c5a-82a6b8a5f76a None None] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:26.135175 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:26.166212 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:26.170838 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.189236 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-e52833f0-f042-44b4-9491-67a564679a67 service neutron] 10.222.0.35 "GET /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166969 Jun 07 08:12:26.255579 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:26.257952 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.272487 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.279468 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-16a7ddfd-3500-470d-84f4-1caf55390fb7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6462314 Jun 07 08:12:26.324727 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0694168 Jun 07 08:12:26.327337 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41574) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:26.345990 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:26.426115 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.427469 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.503727 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.596180 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.659847 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.682755 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:26.703061 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Allocated IP 172.20.0.2 (d27eab4d-ca14-4288-807c-dae6ae0234fa/daef9e81-4ce2-446d-a283-15b7aee00c74/eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:26.723474 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:26.731107 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:26.736466 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:26.744545 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b589ec-45ac-43a2-b02f-8f7077ab3566 None None] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:26.918077 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c9842bd4-20b4-415e-a231-46b2f6be3bb9 req-f7aa6b47-7141-46b9-97d8-65f90aafb65c tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.2526143 Jun 07 08:12:26.998902 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767cf3a-8585-42af-b0fd-255da4d9c4a1 None None] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:27.234257 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.247946 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.301956 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.333018 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:27.402228 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.434351 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Pushing event updated for resources: {'Port': ['ID=51b94fe2-3dd1-4426-8851-e778b572c8f6,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:27.438341 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.443972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:27.483975 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7f913e851fc4336a63db516bef600c5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4220886 Jun 07 08:12:27.486696 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9555115-5e20-4d6b-a917-11686b920072,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:27.493520 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41636) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:27.503440 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:27.663524 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:12:27.669725 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.712422 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.716042 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.765642 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Transition to ACTIVE for port object eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:27.808982 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Transition to ACTIVE for port object eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:27.825654 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.861876 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:27.933292 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-52df5eb4-e17c-4ae2-9490-7ce31714c081 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:27.934990 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-52df5eb4-e17c-4ae2-9490-7ce31714c081 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.2303021 Jun 07 08:12:27.946422 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Network d27eab4d-ca14-4288-807c-dae6ae0234fa is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:27.952698 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:27.956300 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.986904 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:27.992043 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Pushing event updated for resources: {'Port': ['ID=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:28.031166 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-c46386db-12dd-4d1e-b023-7608423309f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/quotas/7f614896c69a47e68caf853b5554fe90 HTTP/1.1" status: 200 len: 375 time: 0.0770509 Jun 07 08:12:28.071838 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.072280 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.072613 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.072930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.073244 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.073559 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.073872 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.074180 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.074519 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.074830 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.075137 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.075460 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Tracked resource versions report: Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: pushed versions: Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: { 'AddressGroup': {'1.2'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'ConntrackHelper': {'1.0'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Log': {'1.0'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Network': {'1.1'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Port': {'1.7'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'PortForwarding': {'1.2'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'QosPolicy': {'1.8'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroup': {'1.4'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'SubPort': {'1.0'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Subnet': {'1.1'}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Trunk': {'1.1'}} Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: consumer versions: Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'ConntrackHelper': '1.0', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Log': '1.0', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Network': '1.1', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Port': '1.7', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'PortForwarding': '1.2', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'QosPolicy': '1.8', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroup': '1.4', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'SecurityGroupRule': '1.2', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'SubPort': '1.0', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Subnet': '1.1', Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: 'Trunk': '1.1'}} Jun 07 08:12:28.076477 dv-cinder-784945-11-smb neutron-server[91905]: {{(pid=91905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:12:28.087012 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:28.093271 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Allocated IP 172.20.0.2 (04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a/bd997402-5fa9-4dbb-a328-b60dd2d3faa8/9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:28.131732 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.138829 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41666) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:28.191124 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Attempting to bind port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:28.191869 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Attempting to bind port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:28.192412 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Attempting to bind port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e on network d27eab4d-ca14-4288-807c-dae6ae0234fa {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:28.209288 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:28.209738 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Checking segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:28.210054 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.210445 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Bound using segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:28.210930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Bound port: eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:28.211298 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.214540 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-20eb1d88-aaef-46c4-b2d7-93886dc5114d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1670647 Jun 07 08:12:28.221060 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a52c8917-1ed6-4cf2-b837-5d3d88b25616 req-e1031c08-bac6-416c-92c2-ef8646cf330e tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.0807655 Jun 07 08:12:28.499295 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.520508 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Allocated IP 172.28.2.46 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/c724ac9c-805c-41ef-a56e-c3bfcf3506cc) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:28.560782 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] For port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:28.576218 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.584797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.590791 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9555115-5e20-4d6b-a917-11686b920072 HTTP/1.1" status: 204 len: 168 time: 1.0958545 Jun 07 08:12:28.594005 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-beb16d84-c8b6-4aba-9b3f-e439b28a0b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:28.606810 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.655670 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] For port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:28.666575 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.667397 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-b21c22f6-b45e-4231-9da1-558f2733b906 service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333625 Jun 07 08:12:28.674626 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.676810 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9555115-5e20-4d6b-a917-11686b920072,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:28.694029 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:28.861884 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Pushing event updated for resources: {'Port': ['ID=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:28.872604 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:28.876048 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:28.901752 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.934551 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Transition to ACTIVE for port object 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:28.959368 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Transition to ACTIVE for port object 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:28.975857 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.989562 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a57af011-0a57-4efb-842d-1bb187b18917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.111092 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Pushing event updated for resources: {'Port': ['ID=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:29.116417 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:29.118698 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:29.120172 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:29.127273 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:29.254503 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-02ec8c70-0534-445c-beca-1551c976094b service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745592 Jun 07 08:12:29.317842 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41716) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:29.336466 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.408646 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Attempting to bind port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:29.409424 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Attempting to bind port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:29.409958 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Attempting to bind port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:29.426981 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:29.427861 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Checking segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:29.428614 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.429245 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Bound using segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:29.429932 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Bound port: 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:29.430720 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.543678 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.562867 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.573982 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.597831 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.634115 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Router 956636b9-bfc1-4f49-b257-712acc2aa468 is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:12:29.677156 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] For port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:29.682325 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] For port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:29.691567 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.700391 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.746187 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aa371a63-5ad5-47a7-b3e3-613ba57b2695 req-3063ae9f-e8bf-422b-972f-0662d1f3bd9a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.1017334 Jun 07 08:12:29.799767 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb3299db6f894b7b8f6994f020389806&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4797928 Jun 07 08:12:29.810335 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41738) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:29.828057 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Pushing event updated for resources: {'Port': ['ID=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:29.835456 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:29.898576 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.908402 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.911493 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331cb6a8-7c98-40af-b6bd-07a9eb077504,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:29.915568 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:30.086897 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-18616734-8adb-482d-942b-88603aa2f7af req-796b8262-49e5-45a3-8c69-ab186f9277d6 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 210 time: 0.3291163 Jun 07 08:12:30.087153 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Pushing event updated for resources: {'Port': ['ID=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:30.092883 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:30.116588 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:30.117498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.22', 65478) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:30.120022 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:30.122395 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:30.160084 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:30.269579 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.362890 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Allocated IP 172.28.2.223 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/4fb678df-9612-48c5-ad7d-13eb9d946e47) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:30.367257 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.627346 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13155696-1b8c-4256-9129-8283365e527e None None] Sync routers for ids ['956636b9-bfc1-4f49-b257-712acc2aa468'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:30.638857 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] Routers {'956636b9-bfc1-4f49-b257-712acc2aa468'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:30.656118 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['956636b9-bfc1-4f49-b257-712acc2aa468'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:30.702566 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.713560 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.748711 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/331cb6a8-7c98-40af-b6bd-07a9eb077504 HTTP/1.1" status: 204 len: 168 time: 0.8310807 Jun 07 08:12:30.754919 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:30.814087 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263275db-6185-4276-a078-3c57294c59e4 None None] Network d27eab4d-ca14-4288-807c-dae6ae0234fa requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:30.816559 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331cb6a8-7c98-40af-b6bd-07a9eb077504,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:30.880428 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:30.990718 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.320650 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d1d319a6-67b2-497a-b901-20a03c6377be req-202dde5d-14b7-431b-b46a-73c22ba1447e tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.1595428 Jun 07 08:12:31.332491 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] Set router 956636b9-bfc1-4f49-b257-712acc2aa468 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:31.343048 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:31.357765 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.363377 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:31.557762 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41826) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:31.564480 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.608958 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:31.649974 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:31.668207 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:31.682450 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:31.699914 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:31.841176 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3be4c5a8-8a7e-4bf9-8310-69c18300805d req-59e8a473-8f64-4b57-b0cb-d28250359110 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 210 time: 0.3280129 Jun 07 08:12:31.859038 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551fd930-c0c5-4981-8c08-71b08b53c916 None None] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:31.897861 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb678df-9612-48c5-ad7d-13eb9d946e47,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:32.017391 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:32.039314 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41838) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:32.063450 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:12:27Z', 'revision_number': 3, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:32.069059 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13155696-1b8c-4256-9129-8283365e527e None None] Checking router: 956636b9-bfc1-4f49-b257-712acc2aa468 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:32.069416 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13155696-1b8c-4256-9129-8283365e527e None None] Updating router 956636b9-bfc1-4f49-b257-712acc2aa468 port 51b94fe2-3dd1-4426-8851-e778b572c8f6 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:32.179730 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-13155696-1b8c-4256-9129-8283365e527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.275094 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Provisioning for port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:32.284445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.22', 65484) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:32.439225 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Provisioning complete for port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:32.455573 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.605663 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.611082 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-445f728a-a065-4b9d-9bfe-57ad76266be8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5585952 Jun 07 08:12:32.617175 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41850) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:32.789209 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.959483 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.048373 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5f9953b9-39c6-471e-b5e1-c33189c42e20 req-4f832470-c742-4c48-81f7-f4fcd89630db tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.4989040 Jun 07 08:12:33.091823 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.097530 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:12:33.118508 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:33.159374 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-13155696-1b8c-4256-9129-8283365e527e None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.208222 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-13155696-1b8c-4256-9129-8283365e527e None None] Transition to ACTIVE for port object 51b94fe2-3dd1-4426-8851-e778b572c8f6 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:33.227210 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-13155696-1b8c-4256-9129-8283365e527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.241586 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:33.304060 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.404230 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.425995 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c484b97f-d8a2-42d6-bdcd-4c55b889dfc0 req-7788c00e-5e3a-4ed4-9bd8-136cb2f446c9 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 210 time: 0.1988683 Jun 07 08:12:33.456253 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.483303 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-a61863ec-e52a-4101-8985-771437611e98 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:33.501561 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] For port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:33.505462 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-a61863ec-e52a-4101-8985-771437611e98 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.22 "GET /v2.0/networks?id=b92c58e3-6787-4575-aae1-699870a1b572 HTTP/1.1" status: 200 len: 811 time: 3.3866413 Jun 07 08:12:33.508502 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.513350 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:33.544749 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Pushing event updated for resources: {'Port': ['ID=51b94fe2-3dd1-4426-8851-e778b572c8f6,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:33.545218 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.556982 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-13155696-1b8c-4256-9129-8283365e527e None None] Attempting to bind port 51b94fe2-3dd1-4426-8851-e778b572c8f6 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:33.557275 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-13155696-1b8c-4256-9129-8283365e527e None None] Attempting to bind port 51b94fe2-3dd1-4426-8851-e778b572c8f6 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:33.557642 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13155696-1b8c-4256-9129-8283365e527e None None] Attempting to bind port 51b94fe2-3dd1-4426-8851-e778b572c8f6 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:33.591311 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.591688 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.592822 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.594213 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.596968 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.597540 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.599218 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.600702 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.601224 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.602945 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.604088 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.605271 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Tracked resource versions report: Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: pushed versions: Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: { 'AddressGroup': {'1.2'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'ConntrackHelper': {'1.0'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Log': {'1.0'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Network': {'1.1'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Port': {'1.7'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'PortForwarding': {'1.2'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'QosPolicy': {'1.8'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroup': {'1.4'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'SubPort': {'1.0'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Subnet': {'1.1'}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Trunk': {'1.1'}} Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: consumer versions: Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: { DHCP agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: L3 agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: Metadata agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: Metering agent@dv-cinder-784945-11-smb: {}, Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: Open vSwitch agent@dv-cinder-784945-11-smb: { 'AddressGroup': '1.2', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'ConntrackHelper': '1.0', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Log': '1.0', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Network': '1.1', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Port': '1.7', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'PortForwarding': '1.2', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'QosPolicy': '1.8', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroup': '1.4', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'SecurityGroupRule': '1.2', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'SubPort': '1.0', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Subnet': '1.1', Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: 'Trunk': '1.1'}} Jun 07 08:12:33.613624 dv-cinder-784945-11-smb neutron-server[91906]: {{(pid=91906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:12:33.629700 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:33.639284 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:33.649811 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13155696-1b8c-4256-9129-8283365e527e None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:33.650857 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13155696-1b8c-4256-9129-8283365e527e None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:33.650857 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-13155696-1b8c-4256-9129-8283365e527e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.653206 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13155696-1b8c-4256-9129-8283365e527e None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:33.657638 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-13155696-1b8c-4256-9129-8283365e527e None None] Bound port: 51b94fe2-3dd1-4426-8851-e778b572c8f6, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:33.658113 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-13155696-1b8c-4256-9129-8283365e527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.666522 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-b5285bbc-67da-4007-836c-9c6842a1b242 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:33.681781 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-b5285bbc-67da-4007-836c-9c6842a1b242 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 1.3762600 Jun 07 08:12:33.685816 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Provisioning for port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:33.692582 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Pushing event updated for resources: {'Port': ['ID=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:33.696655 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:33.698312 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Provisioning complete for port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:33.698837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.731986 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb39f4-bffd-4e8d-8c45-6989db755796,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:33.756682 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Request body: {'port': {'device_id': '67335b50-47ba-421a-9081-3fda4d46c215', 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572', 'admin_state_up': True, 'tenant_id': 'e9861d5eee544088a8c6cf4d6e61d482'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:33.850666 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-13155696-1b8c-4256-9129-8283365e527e None None] For port 51b94fe2-3dd1-4426-8851-e778b572c8f6, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:33.856112 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-13155696-1b8c-4256-9129-8283365e527e None None] For port 51b94fe2-3dd1-4426-8851-e778b572c8f6, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=51b94fe2-3dd1-4426-8851-e778b572c8f6,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:33.862438 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-13155696-1b8c-4256-9129-8283365e527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.870246 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:33.891867 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.912216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.925519 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Request body: {'port': {'device_id': '58060049-3262-4326-820e-86b52c709e29', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'admin_state_up': True, 'tenant_id': '7f614896c69a47e68caf853b5554fe90'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:34.012124 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] For port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:34.022222 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.030152 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.049056 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:34.058322 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-048ee28d-fbe3-48e5-a44e-58f306cff29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:34.070725 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Made reservation on behalf of e9861d5eee544088a8c6cf4d6e61d482 for: {'port': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:34.075721 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] Routers {'956636b9-bfc1-4f49-b257-712acc2aa468'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:34.078410 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['956636b9-bfc1-4f49-b257-712acc2aa468'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:34.083675 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.170475 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.241493 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ab71b478-a873-433e-b4e4-49fa61638ea6 None None] Provisioning complete for port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:34.242057 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ab71b478-a873-433e-b4e4-49fa61638ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.290745 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Pushing event updated for resources: {'Port': ['ID=51b94fe2-3dd1-4426-8851-e778b572c8f6,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:34.315147 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e2455bfe-8843-4673-987a-3c3852110d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.320736 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cef5fb67e66f4bd08b584539f264656e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2775762 Jun 07 08:12:34.369713 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Pushing event updated for resources: {'Port': ['ID=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:34.379602 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.405180 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Allocated IP 172.20.0.2 (b92c58e3-6787-4575-aae1-699870a1b572/f2838de4-a30c-4a3e-8494-5ddb24923832/c860f641-4411-41f5-8c9e-8659e2753be6) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:34.474070 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41884) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:34.488173 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] Set router 956636b9-bfc1-4f49-b257-712acc2aa468 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:34.557041 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c9fffb-62bc-4d78-a89e-6a18e50964cc,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:34.569552 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.614306 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ab71b478-a873-433e-b4e4-49fa61638ea6 None None] Provisioning complete for port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:34.614766 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ab71b478-a873-433e-b4e4-49fa61638ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.681854 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.727446 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.730990 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2831e231b034157abbbe3b7063caf6d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9200220 Jun 07 08:12:34.776300 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41892) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:34.843324 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:34.929858 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Network b92c58e3-6787-4575-aae1-699870a1b572 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:34.953296 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:34.980413 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-84a70caa-3acf-419d-87b7-3359350c5a31 req-ba9b10d9-fdda-4a7a-9f0e-ad830ba601a2 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.6988502 Jun 07 08:12:34.983316 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5abf967b-fb7b-42ba-b4b8-bc7d52502b90 req-a7725d0d-4f0e-4e08-8b55-97cf8ddc6b18 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 210 time: 0.2055812 Jun 07 08:12:35.139952 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.332591 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-13155696-1b8c-4256-9129-8283365e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:12:27Z', 'revision_number': 3, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:35.344290 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13155696-1b8c-4256-9129-8283365e527e None None] The sync data for ids ['956636b9-bfc1-4f49-b257-712acc2aa468'] in dv-cinder-784945-11-smb is: [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:12:27Z', 'revision_number': 3, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:35.354978 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Made reservation on behalf of 7f614896c69a47e68caf853b5554fe90 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:35.366227 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.383207 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:35.462404 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:35.483440 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:35.488070 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.520686 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Pushing event updated for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:35.528612 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:35.551096 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8228765 Jun 07 08:12:35.565003 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.565766 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:35.566172 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.754256 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.761534 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.853526 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:12:35.959520 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:35.979222 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.108625 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.110909 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14c9fffb-62bc-4d78-a89e-6a18e50964cc HTTP/1.1" status: 204 len: 168 time: 1.6330287 Jun 07 08:12:36.112075 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:36.136146 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:36.136524 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.229923 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c9fffb-62bc-4d78-a89e-6a18e50964cc,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:36.239724 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:36.338560 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-6a2171d8-2b93-46d1-bf0b-5d58a37f8563 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:12:36.348078 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-6a2171d8-2b93-46d1-bf0b-5d58a37f8563 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109996 Jun 07 08:12:36.366500 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.588314 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3dc80650-71e2-4b94-a63c-a05e60730af6 req-c74dcf6b-a4e7-4125-8d62-a80eeabdc0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 210 time: 0.2523947 Jun 07 08:12:36.976787 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Allocated IP 172.20.0.5 (be6f92ce-6812-4641-8ac4-1c94d3e6f12c/789b47f6-0cf6-4332-b6b9-caa8f626d6dd/546ac159-b94a-47ff-9c71-7486c13b8d4d) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:37.102356 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:37.111391 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41932) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:37.119863 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:37.131630 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:37.132258 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:37.159093 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.176747 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.206274 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ea61-a33a-4cd3-8b61-b2ab14ab9f51 req-d4cf1e7f-0fa6-4605-9318-18d241051be4 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:37.208084 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e3d6ea61-a33a-4cd3-8b61-b2ab14ab9f51 req-d4cf1e7f-0fa6-4605-9318-18d241051be4 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 931 time: 0.8830357 Jun 07 08:12:37.216260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.233489 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8cb39f4-bffd-4e8d-8c45-6989db755796 HTTP/1.1" status: 204 len: 168 time: 2.3923483 Jun 07 08:12:37.253093 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:37.354069 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.361398 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8725581 Jun 07 08:12:37.365265 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 41942) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:37.432712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb39f4-bffd-4e8d-8c45-6989db755796,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:37.440445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:37.467534 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.511373 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Request body: {'port': {'device_id': '67335b50-47ba-421a-9081-3fda4d46c215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:37.557934 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 51b94fe2-3dd1-4426-8851-e778b572c8f6 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:37.729083 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:12:37.839121 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:37.856089 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e3d6ea61-a33a-4cd3-8b61-b2ab14ab9f51 req-5cee535d-f50d-4f97-a94d-b00f814b96f8 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077340 Jun 07 08:12:38.121456 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Allocated IP 172.20.0.1 (e87bb91e-74a3-4cab-a871-d85b5189f664/fb96dd8e-671e-474a-9ccd-fba1e43cd59e/39c13464-2eff-4691-96b4-392ac8043750) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:38.352117 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 51b94fe2-3dd1-4426-8851-e778b572c8f6 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:38.364803 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 51b94fe2-3dd1-4426-8851-e778b572c8f6 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:38.365276 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.446695 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:38.457823 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:38.460707 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c57396dc-ac9a-46e9-bc64-0f76acdb74f6 req-a17341d6-c0a0-45b3-97a6-16272250e457 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 210 time: 0.5783451 Jun 07 08:12:38.484280 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:38.488619 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:38.521927 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.745032 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.764035 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.770756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Notify callbacks [] for router, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.774717 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.4458556 Jun 07 08:12:38.793384 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41956) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:38.794034 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-cb3e0d26-1a27-4e7d-adbe-c22668dc0552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:38.818532 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.866180 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.888481 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 51b94fe2-3dd1-4426-8851-e778b572c8f6, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=51b94fe2-3dd1-4426-8851-e778b572c8f6,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:38.897191 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.900739 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-bb69c033-adab-4239-97f3-3bef36c78180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:39.164725 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:31Z', 'revision_number': 3, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:39.177364 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:39.177707 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Updating router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc port c724ac9c-805c-41ef-a56e-c3bfcf3506cc binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:39.212330 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=51b94fe2-3dd1-4426-8851-e778b572c8f6,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:39.221456 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:39.242633 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.249976 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:39.574760 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6af3801f59bd4ac189396f29676089fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4601963 Jun 07 08:12:39.579307 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 41974) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:39.628324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 51b94fe2-3dd1-4426-8851-e778b572c8f6 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:39.635137 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:39.636754 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c06a6-7e02-437e-ad7b-3dc82364d69f,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:39.655853 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:39.677606 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4e26cf34-dbee-47e3-8af4-6b884cc63578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:39.761139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:39.762510 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.776552 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:39.788981 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:39.790832 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.940921 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.991269 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.092286 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 51b94fe2-3dd1-4426-8851-e778b572c8f6 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:40.092693 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.116907 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:40.218696 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Network e87bb91e-74a3-4cab-a871-d85b5189f664 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:40.234046 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Pushing event updated for resources: {'Port': ['ID=39c13464-2eff-4691-96b4-392ac8043750,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:40.239404 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:40.245536 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:40.246242 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.313766 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:32Z', 'revision_number': 3, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:40.327493 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:40.327728 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Updating router 73c9bca2-5c78-4336-af40-9dac7b77b493 port 4fb678df-9612-48c5-ad7d-13eb9d946e47 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:40.352088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:40.490118 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.530059 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.600140 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.646586 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.654583 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Transition to ACTIVE for port object c724ac9c-805c-41ef-a56e-c3bfcf3506cc will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:40.683335 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.684717 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.712612 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-6a94ac76-6299-43db-b771-55030d4582c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:40.718732 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event updated for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:40.737809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:40.740203 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8283257 Jun 07 08:12:40.785275 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5368e71-8a5e-4447-90b1-51bd66eda9e4 req-9bf84413-44cb-4c5b-ad3b-54d590f8dfe3 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:40.787640 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c5368e71-8a5e-4447-90b1-51bd66eda9e4 req-9bf84413-44cb-4c5b-ad3b-54d590f8dfe3 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 931 time: 1.4664619 Jun 07 08:12:40.801794 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.801794 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Request body: {'port': {'device_id': '58060049-3262-4326-820e-86b52c709e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:40.888404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.888404 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c88c06a6-7e02-437e-ad7b-3dc82364d69f HTTP/1.1" status: 204 len: 168 time: 1.2498314 Jun 07 08:12:40.888404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d93e304a-31fc-4b97-80f6-7af72e52fd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:40.965094 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Attempting to bind port c724ac9c-805c-41ef-a56e-c3bfcf3506cc on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:40.970887 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Attempting to bind port c724ac9c-805c-41ef-a56e-c3bfcf3506cc by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:40.971934 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Attempting to bind port c724ac9c-805c-41ef-a56e-c3bfcf3506cc on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:41.008091 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:41.014341 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:41.015831 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.017742 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:41.019767 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Bound port: c724ac9c-805c-41ef-a56e-c3bfcf3506cc, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:41.021102 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.165064 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf9b48-ecdb-4b04-9747-afb3751cb8ca None None] Pushing event updated for resources: {'Port': ['ID=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:41.187360 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8ddf9b48-ecdb-4b04-9747-afb3751cb8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:41.222041 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.267041 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] For port c724ac9c-805c-41ef-a56e-c3bfcf3506cc, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:41.276984 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] For port c724ac9c-805c-41ef-a56e-c3bfcf3506cc, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:41.281974 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c06a6-7e02-437e-ad7b-3dc82364d69f,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:41.297190 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.309982 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:41.349167 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.362885 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.368120 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:41.424863 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.494262 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Transition to ACTIVE for port object 4fb678df-9612-48c5-ad7d-13eb9d946e47 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:41.505236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:41.507210 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:41.522713 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.543170 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:41.558857 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:41.587993 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0281b-d29e-40b7-9b3a-78ee9bb274e6 req-6c75daf9-128e-4b7d-94ee-0cdd4ebf4463 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:41.592585 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-90e0281b-d29e-40b7-9b3a-78ee9bb274e6 req-6c75daf9-128e-4b7d-94ee-0cdd4ebf4463 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 931 time: 1.7634597 Jun 07 08:12:41.592975 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf9b48-ecdb-4b04-9747-afb3751cb8ca None None] Pushing event updated for resources: {'Port': ['ID=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:41.611136 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8ddf9b48-ecdb-4b04-9747-afb3751cb8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:41.741528 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Attempting to bind port 4fb678df-9612-48c5-ad7d-13eb9d946e47 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:41.743027 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Attempting to bind port 4fb678df-9612-48c5-ad7d-13eb9d946e47 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:41.743027 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Attempting to bind port 4fb678df-9612-48c5-ad7d-13eb9d946e47 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:41.838029 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:41.838029 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:41.838029 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.838308 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c5368e71-8a5e-4447-90b1-51bd66eda9e4 req-559fd1ef-c5b2-4c7d-bf13-6466848c918d tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9703465 Jun 07 08:12:41.838745 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:41.838745 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Bound port: 4fb678df-9612-48c5-ad7d-13eb9d946e47, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:41.838745 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.838943 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:41.901431 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Pushing event updated for resources: {'Port': ['ID=39c13464-2eff-4691-96b4-392ac8043750,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:41.908314 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:42.022709 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3ac6f-1bf4-4fba-9242-3bf8fcaf05d2 None None] Pushing event updated for resources: {'Port': ['ID=4fb678df-9612-48c5-ad7d-13eb9d946e47,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:42.041352 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9df3ac6f-1bf4-4fba-9242-3bf8fcaf05d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:42.098790 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] For port 4fb678df-9612-48c5-ad7d-13eb9d946e47, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:42.109225 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] For port 4fb678df-9612-48c5-ad7d-13eb9d946e47, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=4fb678df-9612-48c5-ad7d-13eb9d946e47,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:42.130688 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.135186 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.147089 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:42.168505 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-90e0281b-d29e-40b7-9b3a-78ee9bb274e6 req-5aa4af09-566e-46be-9f4f-dd80bee7f761 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676254 Jun 07 08:12:42.209735 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.353670 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c860f641-4411-41f5-8c9e-8659e2753be6 {{(pid=91904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:42.374078 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.403115 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Transition to ACTIVE for port object c860f641-4411-41f5-8c9e-8659e2753be6 will not be triggered until provisioned by entity L2. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:42.424086 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:42.424999 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:31Z', 'revision_number': 3, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:42.430087 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:42.435525 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.447454 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad15675-e3de-430a-8f14-f088990f2a49 None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:31Z', 'revision_number': 3, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:42.480695 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.607344 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3ac6f-1bf4-4fba-9242-3bf8fcaf05d2 None None] Pushing event updated for resources: {'Port': ['ID=4fb678df-9612-48c5-ad7d-13eb9d946e47,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:42.642685 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42016) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:42.662366 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9df3ac6f-1bf4-4fba-9242-3bf8fcaf05d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:42.803523 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Allocated IP 172.20.0.1 (d27eab4d-ca14-4288-807c-dae6ae0234fa/daef9e81-4ce2-446d-a283-15b7aee00c74/8c350a01-cd68-459a-82b5-9badcbf2a7e3) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:43.032503 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-82ae9c1f-b5d4-4bce-8c6e-24f4198c412b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:43.159909 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:43.185422 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Network e87bb91e-74a3-4cab-a871-d85b5189f664 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:43.321362 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Pushing event updated for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:43.341603 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:43.345303 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:43.448832 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device c724ac9c-805c-41ef-a56e-c3bfcf3506cc up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:43.659517 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port c724ac9c-805c-41ef-a56e-c3bfcf3506cc completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:43.682646 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port c724ac9c-805c-41ef-a56e-c3bfcf3506cc triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:43.684261 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:43.691884 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.db.resource_extend [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:12:43.752357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Allocated IP 172.20.0.1 (04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a/bd997402-5fa9-4dbb-a328-b60dd2d3faa8/9c1371d7-b2e4-419d-b43f-59a736485f19) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:43.809624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ee7e3-c029-4b7b-8842-be843dfc3650 req-e2270b76-2cb1-4230-9f97-24de76af9c06 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:43.811219 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-691ee7e3-c029-4b7b-8842-be843dfc3650 req-e2270b76-2cb1-4230-9f97-24de76af9c06 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 943 time: 0.6065555 Jun 07 08:12:44.097363 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546ac159-b94a-47ff-9c71-7486c13b8d4d {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:44.113475 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:32Z', 'revision_number': 3, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:44.124906 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c72127-25b2-4a23-b1b7-f1f02d144789 None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:32Z', 'revision_number': 3, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:44.139528 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.149723 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4da72892-83ed-424e-b0d9-b3bb8bcb20b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.180968 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port c724ac9c-805c-41ef-a56e-c3bfcf3506cc, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:44.190016 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.192966 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:44.240257 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.342189 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-691ee7e3-c029-4b7b-8842-be843dfc3650 req-05671d86-f1ac-4203-af9d-9c49bbca2176 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625494 Jun 07 08:12:44.372367 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:44.377120 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:44.468918 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Router 956636b9-bfc1-4f49-b257-712acc2aa468 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:12:44.472283 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Attempting to bind port c860f641-4411-41f5-8c9e-8659e2753be6 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:44.473545 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Attempting to bind port c860f641-4411-41f5-8c9e-8659e2753be6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'bdb9572d-d115-474a-ac49-a58ea41716fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572'}] {{(pid=91904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:44.475641 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Attempting to bind port c860f641-4411-41f5-8c9e-8659e2753be6 on network b92c58e3-6787-4575-aae1-699870a1b572 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:44.484217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Transition to ACTIVE for port object 546ac159-b94a-47ff-9c71-7486c13b8d4d will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:44.560191 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114058717-network', 'tenant_id': 'c5c17e94a7ee4b00b58d43687bbee871'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:44.566731 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Port c860f641-4411-41f5-8c9e-8659e2753be6 on network b92c58e3-6787-4575-aae1-699870a1b572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:12:44.567054 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Attempting to bind port c860f641-4411-41f5-8c9e-8659e2753be6 on network b92c58e3-6787-4575-aae1-699870a1b572 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:44.576036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.618941 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:44.736006 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:44.736973 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Checking segment: {'id': 'bdb9572d-d115-474a-ac49-a58ea41716fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:44.743633 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Bound using segment: {'id': 'bdb9572d-d115-474a-ac49-a58ea41716fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572'} {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:44.745301 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Bound port: c860f641-4411-41f5-8c9e-8659e2753be6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb9572d-d115-474a-ac49-a58ea41716fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572'}}] {{(pid=91904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:44.747759 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.046178 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.057237 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Made reservation on behalf of c5c17e94a7ee4b00b58d43687bbee871 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:45.059831 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.177336 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.205778 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Transition to ACTIVE for port object 8c350a01-cd68-459a-82b5-9badcbf2a7e3 will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:45.242558 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Pushing event updated for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:45.242558 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:45.325102 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Attempting to bind port 546ac159-b94a-47ff-9c71-7486c13b8d4d on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:45.325551 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Attempting to bind port 546ac159-b94a-47ff-9c71-7486c13b8d4d by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:45.325939 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Attempting to bind port 546ac159-b94a-47ff-9c71-7486c13b8d4d on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:45.343896 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.349688 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Port 546ac159-b94a-47ff-9c71-7486c13b8d4d on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:12:45.349898 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Attempting to bind port 546ac159-b94a-47ff-9c71-7486c13b8d4d on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:45.391971 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b1267-6160-4085-8786-61eafb1bc6c1 req-54ce8f10-6baf-4e18-9579-b927d9b2cc37 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:45.394239 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-858b1267-6160-4085-8786-61eafb1bc6c1 req-54ce8f10-6baf-4e18-9579-b927d9b2cc37 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 943 time: 0.9221680 Jun 07 08:12:45.407950 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:45.408546 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Checking segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:45.409388 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Bound using segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:45.410416 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Bound port: 546ac159-b94a-47ff-9c71-7486c13b8d4d, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:45.411175 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.441248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Transition to ACTIVE for port object 9c1371d7-b2e4-419d-b43f-59a736485f19 will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:45.488444 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, cleared binding levels {{(pid=91904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:45.508914 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c860f641-4411-41f5-8c9e-8659e2753be6,segment=NetworkSegment(bdb9572d-d115-474a-ac49-a58ea41716fa),segment_id=bdb9572d-d115-474a-ac49-a58ea41716fa)] {{(pid=91904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:45.538258 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.574672 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 4fb678df-9612-48c5-ad7d-13eb9d946e47 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:45.609519 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.631002 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:45.781670 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 4fb678df-9612-48c5-ad7d-13eb9d946e47 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:45.792066 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 4fb678df-9612-48c5-ad7d-13eb9d946e47 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:45.792577 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.797135 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.820753 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:45.859210 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-858b1267-6160-4085-8786-61eafb1bc6c1 req-8744bb3f-f090-481e-8923-324fc0f4cacd tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548752 Jun 07 08:12:45.881685 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.883646 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.885082 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:45.890749 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] 10.222.0.35 "PUT /v2.0/routers/956636b9-bfc1-4f49-b257-712acc2aa468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2636981 Jun 07 08:12:45.906558 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:45.916912 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.917268 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Added segment 817c6ff9-60ab-4969-b8d5-224f6c67fb11 of type vlan for network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 Jun 07 08:12:45.936813 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Sync routers for ids ['956636b9-bfc1-4f49-b257-712acc2aa468'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:45.950060 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.953120 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Routers {'956636b9-bfc1-4f49-b257-712acc2aa468'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:45.954031 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['956636b9-bfc1-4f49-b257-712acc2aa468'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:45.973510 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:45.984396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1371d7-b2e4-419d-b43f-59a736485f19,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:45.997582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:46.015327 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:46.019486 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:46.020478 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:46.021124 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.031069 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Network d27eab4d-ca14-4288-807c-dae6ae0234fa is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:46.034257 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.042024 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:46.043089 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.045861 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] 10.222.0.22 "PUT /v2.0/ports/c860f641-4411-41f5-8c9e-8659e2753be6 HTTP/1.1" status: 200 len: 1093 time: 9.0916398 Jun 07 08:12:46.048656 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:46.052522 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:46.052981 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.228772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:46.341639 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42070) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:46.342876 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:46.344745 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.364944 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.408079 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 4fb678df-9612-48c5-ad7d-13eb9d946e47, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=4fb678df-9612-48c5-ad7d-13eb9d946e47,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:46.421321 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:46.430284 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Set router 956636b9-bfc1-4f49-b257-712acc2aa468 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:46.476874 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.498812 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:46.527622 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.545502 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.550181 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device c724ac9c-805c-41ef-a56e-c3bfcf3506cc up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:46.553267 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:46.554484 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.557551 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/546ac159-b94a-47ff-9c71-7486c13b8d4d HTTP/1.1" status: 200 len: 1093 time: 5.7667603 Jun 07 08:12:46.574854 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:46.615288 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:46.706955 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0353694 Jun 07 08:12:46.713134 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42090) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:46.733086 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Request body: {'subnet': {'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114058717-subnet', 'tenant_id': 'c5c17e94a7ee4b00b58d43687bbee871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:46.741194 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.746461 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.759963 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Pushing event updated for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=3']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:46.782739 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:46.795115 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-780211f3-3ac0-4990-83cc-de254f7f0fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.773s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:46.843714 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-cdc37c90-6d76-42c0-bdc2-adc1a901bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.867503 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-c8961b66-b13a-4c52-81ce-f4e4d279c594 None None] Provisioning for port 9c1371d7-b2e4-419d-b43f-59a736485f19 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:46.876406 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-c8961b66-b13a-4c52-81ce-f4e4d279c594 None None] Provisioning complete for port 9c1371d7-b2e4-419d-b43f-59a736485f19 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:46.876914 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c8961b66-b13a-4c52-81ce-f4e4d279c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.880575 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:46.900702 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.933050 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0343a-db7e-47f3-9312-c0760db43ad0 req-bd6053e8-2adc-45dd-9843-39de38eff9e4 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:46.940492 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0dd0343a-db7e-47f3-9312-c0760db43ad0 req-bd6053e8-2adc-45dd-9843-39de38eff9e4 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 943 time: 1.0903215 Jun 07 08:12:47.012149 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744066c5-5e3d-4d9b-b4d0-afe594436971,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.030279 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Made reservation on behalf of c5c17e94a7ee4b00b58d43687bbee871 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:47.033130 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-c8961b66-b13a-4c52-81ce-f4e4d279c594 None None] Port 9c1371d7-b2e4-419d-b43f-59a736485f19 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:47.033587 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.046595 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=4fb678df-9612-48c5-ad7d-13eb9d946e47,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.053136 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.069712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8063637-4e80-4e73-8e40-432506b03655" -d '{"events": [{"name": "network-changed", "server_uuid": "58060049-3262-4326-820e-86b52c709e29", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:47.077877 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Pushing event updated for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.097186 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0dd0343a-db7e-47f3-9312-c0760db43ad0 req-6187c611-6c8e-4dd7-9881-57f1c41161b4 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557348 Jun 07 08:12:47.113922 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.131279 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.131528 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8bacceb6-5c3d-46ab-8145-04bdee7aea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:47.187274 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-9f25968a-fe4b-48de-b8f9-dff2f80b7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.189372 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-9f25968a-fe4b-48de-b8f9-dff2f80b7f13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9861d5eee544088a8c6cf4d6e61d482&device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 1096 time: 0.8505912 Jun 07 08:12:47.218735 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port c724ac9c-805c-41ef-a56e-c3bfcf3506cc triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:47.219874 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.297998 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-e64970d2-be48-4cd9-9434-7828f47bff23 None None] Provisioning for port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:47.312548 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-e64970d2-be48-4cd9-9434-7828f47bff23 None None] Provisioning complete for port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:47.314149 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-e64970d2-be48-4cd9-9434-7828f47bff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.366729 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-d1ea36fc-f420-4e64-83c4-29497d123117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.368254 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-d1ea36fc-f420-4e64-83c4-29497d123117 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 1096 time: 0.6532495 Jun 07 08:12:47.383510 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-e64970d2-be48-4cd9-9434-7828f47bff23 None None] Port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:47.433640 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-f6b6b7cc-030d-4fc5-a436-cb9159b4a303 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c860f641-4411-41f5-8c9e-8659e2753be6 HTTP/1.1" status: 200 len: 217 time: 0.2197733 Jun 07 08:12:47.474698 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 4, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '39c13464-2eff-4691-96b4-392ac8043750', 'name': '', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'mac_address': 'fa:16:3e:b1:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:37Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 2, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'subnets': [{'id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:47.490179 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Checking router: 956636b9-bfc1-4f49-b257-712acc2aa468 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:47.490586 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Updating router 956636b9-bfc1-4f49-b257-712acc2aa468 port 39c13464-2eff-4691-96b4-392ac8043750 binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:47.518230 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-b90c3e15-03f8-474b-ab7c-b07bfc78ebfa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d HTTP/1.1" status: 200 len: 217 time: 0.1152868 Jun 07 08:12:47.562453 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.567619 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.573212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8c350a01-cd68-459a-82b5-9badcbf2a7e3,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.595444 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.598231 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3a96b1fe-643d-45d0-853c-2d2e4708f8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.092s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:47.620550 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 4fb678df-9612-48c5-ad7d-13eb9d946e47 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:47.656297 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.677392 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866f46-e942-4805-b553-4ef055d5be5e req-5ea68bfb-d1b0-4e4b-b9c3-08c640d3209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.678814 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-5ea68bfb-d1b0-4e4b-b9c3-08c640d3209b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2838de4-a30c-4a3e-8494-5ddb24923832 HTTP/1.1" status: 200 len: 851 time: 0.2283175 Jun 07 08:12:47.679381 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-2be75ab6-a3bc-4279-a186-c606f8696fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.681587 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-2be75ab6-a3bc-4279-a186-c606f8696fe7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.1464958 Jun 07 08:12:47.760455 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235b7b-475f-4130-8e3e-744739057666 req-81a1dfde-5b73-479d-8f66-dd1611ac01b2 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.771872 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7235b7b-475f-4130-8e3e-744739057666 req-81a1dfde-5b73-479d-8f66-dd1611ac01b2 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 943 time: 0.5224104 Jun 07 08:12:47.808653 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 4fb678df-9612-48c5-ad7d-13eb9d946e47 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:47.809519 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.829707 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-71e52a9d-f622-4f78-a4ce-d663249ee513 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.831126 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-71e52a9d-f622-4f78-a4ce-d663249ee513 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 819 time: 0.7084260 Jun 07 08:12:47.842247 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-0fa72150-5124-4a22-9581-3343ce5d1fc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420548 Jun 07 08:12:47.848432 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-ca5748f5-b619-4101-89e4-0211df8224c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b92c58e3-6787-4575-aae1-699870a1b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382689 Jun 07 08:12:47.923225 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-34b159eb-06b3-4390-a6ce-21949fc7a2eb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/quotas/c351b627d17a4dfeb7322d2a5edd58a7 HTTP/1.1" status: 200 len: 375 time: 0.0794411 Jun 07 08:12:47.931507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Pushing event updated for resources: {'Network': ['ID=f7eee1e4-a917-4a3d-930b-7f5bffb61b22,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.940123 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7235b7b-475f-4130-8e3e-744739057666 req-ef20d33b-02c1-40cc-aff0-d0f88be168ca tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673956 Jun 07 08:12:47.953695 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.992274 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.055036 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:48.059929 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.100863 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.132544 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.173243 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.190671 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.194009 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3538c4a-72bd-492e-a4eb-3c3a520ed50d,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:48.204567 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:48.212313 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8537267201c40c284cc36751fb5035d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7965860 Jun 07 08:12:48.212921 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8cd8363a-5039-401d-8078-f87b23af33f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.248798 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.255939 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad23de-801a-49ae-9bbc-bde5f468ab0b x-openstack-request-id: req-acad23de-801a-49ae-9bbc-bde5f468ab0b {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:12:48.256230 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:12:48.256488 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acad23de-801a-49ae-9bbc-bde5f468ab0b {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:12:48.257029 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6', 'status': 'completed', 'code': 200} Jun 07 08:12:48.258533 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42134) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:48.261708 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-b9c83cf7-2ecf-4f1d-a942-df8b6be839ef service neutron] 10.222.0.22 "GET /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671482 Jun 07 08:12:48.322170 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-304b81e6-ec00-432d-8312-6a2042c8067e service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655690 Jun 07 08:12:48.377549 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8981a-ac8c-42e2-be30-51cee2914bc1 x-openstack-request-id: req-0ff8981a-ac8c-42e2-be30-51cee2914bc1 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:12:48.377852 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58060049-3262-4326-820e-86b52c709e29", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:12:48.378119 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ff8981a-ac8c-42e2-be30-51cee2914bc1 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:12:48.378701 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d', 'status': 'completed', 'code': 200} Jun 07 08:12:48.416829 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.425040 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-5065f2d8-c89f-4150-a71c-5b43bf9c8d0b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4884293 Jun 07 08:12:48.440737 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Transition to ACTIVE for port object 39c13464-2eff-4691-96b4-392ac8043750 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:48.455204 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.459092 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.482886 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.548266 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba9803-91e4-461a-a51e-c59708fa401f None None] Pushing event updated for resources: {'Port': ['ID=39c13464-2eff-4691-96b4-392ac8043750,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:48.558597 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-18ba9803-91e4-461a-a51e-c59708fa401f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:48.568203 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.573853 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-73866f46-e942-4805-b553-4ef055d5be5e req-e187efae-4ce1-41c8-ab49-5df454fff286 service neutron] 10.222.0.22 "GET /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856669 Jun 07 08:12:48.592136 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.610502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-0800bd69-8fe5-40fa-8222-42f8b8231aec service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:12:48.611080 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-0800bd69-8fe5-40fa-8222-42f8b8231aec service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1131744 Jun 07 08:12:48.618033 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.628033 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.666215 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.678131 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8c350a01-cd68-459a-82b5-9badcbf2a7e3,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:48.689800 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:48.694594 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-1f9c1dbe-90a5-4815-a7d4-56e67bd442eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.728263 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Checking segment: {'id': '817c6ff9-60ab-4969-b8d5-224f6c67fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:48.728613 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Network hostable DHCP agents. Network: f7eee1e4-a917-4a3d-930b-7f5bffb61b22, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:48.744291 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Network d27eab4d-ca14-4288-807c-dae6ae0234fa is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:48.752930 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:48.782716 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Attempting to bind port 39c13464-2eff-4691-96b4-392ac8043750 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:48.783297 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Attempting to bind port 39c13464-2eff-4691-96b4-392ac8043750 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:48.783614 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Attempting to bind port 39c13464-2eff-4691-96b4-392ac8043750 on network e87bb91e-74a3-4cab-a871-d85b5189f664 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:48.789182 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:48.789558 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Checking segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:48.789963 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.790357 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Bound using segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:48.791119 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Bound port: 39c13464-2eff-4691-96b4-392ac8043750, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:48.791239 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.800273 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-03fc4483-dbef-4087-b9b3-6f2b5d66c91b req-17110510-a2af-4fe6-87a2-d4ca34892883 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632730 Jun 07 08:12:48.870738 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:48.897718 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] For port 39c13464-2eff-4691-96b4-392ac8043750, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:48.901377 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] For port 39c13464-2eff-4691-96b4-392ac8043750, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=39c13464-2eff-4691-96b4-392ac8043750,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:48.907148 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.912881 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.916023 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b435d4ed-0df8-4fa0-b18f-8e3258176399,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:48.919217 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:48.927053 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, f7eee1e4-a917-4a3d-930b-7f5bffb61b22) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:48.932028 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:48.932624 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.960366 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eedd6b4-9dc4-4de2-9505-676733270e96 None None] Network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:49.014809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1371d7-b2e4-419d-b43f-59a736485f19,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:49.021045 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:49.042511 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3137562 Jun 07 08:12:49.045952 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-429a79d3-2430-4328-a92b-808c08af5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.047609 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-429a79d3-2430-4328-a92b-808c08af5a94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9861d5eee544088a8c6cf4d6e61d482&device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 1096 time: 0.4125779 Jun 07 08:12:49.119031 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed956bc-666c-4138-b833-594a324c48f6 req-5031515b-a0d3-40ef-b644-b7dcd7b4e887 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.120592 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ed956bc-666c-4138-b833-594a324c48f6 req-5031515b-a0d3-40ef-b644-b7dcd7b4e887 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 943 time: 0.5999739 Jun 07 08:12:49.126497 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.140111 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.150913 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3538c4a-72bd-492e-a4eb-3c3a520ed50d HTTP/1.1" status: 204 len: 168 time: 0.8851564 Jun 07 08:12:49.156545 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-207554ac-730a-4c5a-8a80-7aa518636abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:49.197400 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-d3539fc4-6c70-4f85-8ea0-270ca5a3d494 service neutron] 10.222.0.35 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719295 Jun 07 08:12:49.200913 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:49.255547 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:12:49.276972 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:49.286548 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba9803-91e4-461a-a51e-c59708fa401f None None] Pushing event updated for resources: {'Port': ['ID=39c13464-2eff-4691-96b4-392ac8043750,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:49.296424 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-18ba9803-91e4-461a-a51e-c59708fa401f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:49.299707 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3538c4a-72bd-492e-a4eb-3c3a520ed50d,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:49.303242 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:49.379879 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-c17c7f2b-7dac-47a9-880b-b5e9fcb50b3e None None] Provisioning complete for port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:49.380407 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c17c7f2b-7dac-47a9-880b-b5e9fcb50b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.481409 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Routers {'956636b9-bfc1-4f49-b257-712acc2aa468'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:49.482227 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['956636b9-bfc1-4f49-b257-712acc2aa468'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:49.753699 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ed956bc-666c-4138-b833-594a324c48f6 req-f9453037-13b0-4344-b8c0-ca7ca7fbb00f tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176484 Jun 07 08:12:49.758826 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] Set router 956636b9-bfc1-4f49-b257-712acc2aa468 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:49.776147 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8063637-4e80-4e73-8e40-432506b03655 req-8097afc3-442a-41df-9332-d74bec78339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.781362 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-8097afc3-442a-41df-9332-d74bec78339a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 1096 time: 0.8728764 Jun 07 08:12:49.805879 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:49.810101 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-1867f1e9-b574-4e25-9585-087e9c6f11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.812154 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-1867f1e9-b574-4e25-9585-087e9c6f11ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=b92c58e3-6787-4575-aae1-699870a1b572 HTTP/1.1" status: 200 len: 912 time: 0.7554426 Jun 07 08:12:49.817564 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:49.831081 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:49.832724 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] 10.222.0.35 "PUT /v2.0/routers/b51eb35f-80fc-4cb3-9fd4-626ae101dcbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4661205 Jun 07 08:12:49.833863 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:49.929574 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd88fafb-cdef-4e01-8514-614b2738a8d5 None None] Network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:49.968454 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-866d8cf9-59b5-48ed-a127-1dd958734842 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c860f641-4411-41f5-8c9e-8659e2753be6 HTTP/1.1" status: 200 len: 217 time: 0.1323662 Jun 07 08:12:50.035817 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:50.044607 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-c17c7f2b-7dac-47a9-880b-b5e9fcb50b3e None None] Port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:50.114037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-c737ddf6-53e6-4ab1-9cd9-5c3200d69c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:50.116108 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:50.119606 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-c737ddf6-53e6-4ab1-9cd9-5c3200d69c24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2838de4-a30c-4a3e-8494-5ddb24923832 HTTP/1.1" status: 200 len: 851 time: 0.1420166 Jun 07 08:12:50.229322 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-8f16c622-ec1c-4dbe-8f45-8462f765a48c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b92c58e3-6787-4575-aae1-699870a1b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074398 Jun 07 08:12:50.231243 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-014d1b1d-e04d-4aa9-ba96-b6062dc3c82d service neutron] 10.222.0.35 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0326457 Jun 07 08:12:50.379775 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ae60e38b-06ff-4bfd-900b-3bf79bf23588 None None] Provisioning complete for port 9c1371d7-b2e4-419d-b43f-59a736485f19 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:50.380500 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ae60e38b-06ff-4bfd-900b-3bf79bf23588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:50.447497 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:12:50.513680 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-590b4895-2c18-4981-987f-cd6607c617af service neutron] 10.222.0.22 "GET /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768326 Jun 07 08:12:50.569109 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42192) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:50.586274 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-615439313-network', 'tenant_id': 'fd6ddd0010b7419aa9e492b8c52648c7'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:50.730063 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Made reservation on behalf of fd6ddd0010b7419aa9e492b8c52648c7 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:50.738215 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:50.769474 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-ae60e38b-06ff-4bfd-900b-3bf79bf23588 None None] Port 9c1371d7-b2e4-419d-b43f-59a736485f19 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:50.773311 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:50.800704 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 2, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:50.810318 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:50.810673 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Updating router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:50.854756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:50.871680 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] 10.222.0.35 "PUT /v2.0/routers/73c9bca2-5c78-4336-af40-9dac7b77b493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0462182 Jun 07 08:12:50.881839 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:50.904643 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 4, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '39c13464-2eff-4691-96b4-392ac8043750', 'name': '', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'mac_address': 'fa:16:3e:b1:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:37Z', 'updated_at': '2021-06-07T08:12:48Z', 'revision_number': 4, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'subnets': [{'id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:50.917843 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7040-85ad-42ab-ae49-1b19d14e1ab2 None None] The sync data for ids ['956636b9-bfc1-4f49-b257-712acc2aa468'] in dv-cinder-784945-11-smb is: [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 4, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '39c13464-2eff-4691-96b4-392ac8043750', 'name': '', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'mac_address': 'fa:16:3e:b1:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:37Z', 'updated_at': '2021-06-07T08:12:48Z', 'revision_number': 4, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'subnets': [{'id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:50.920782 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:50.921806 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8063637-4e80-4e73-8e40-432506b03655 req-e266ef92-6d8c-40d5-bd41-57b6d48f27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:50.922172 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:50.924223 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-e266ef92-6d8c-40d5-bd41-57b6d48f27e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 915 time: 1.1120927 Jun 07 08:12:50.946847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc6a5-ebd2-40d9-8c87-412df950f7b1 req-b92dabcf-e010-4dbb-8f68-f994b4908b4e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:50.956444 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd8cc6a5-ebd2-40d9-8c87-412df950f7b1 req-b92dabcf-e010-4dbb-8f68-f994b4908b4e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 943 time: 0.6208947 Jun 07 08:12:51.051464 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:51.195879 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-f9a0421b-34af-455a-892f-7c9ecfd4b63a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d HTTP/1.1" status: 200 len: 217 time: 0.1618011 Jun 07 08:12:51.208918 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-d37f9fe8-7689-46c4-ab7f-252bd923d6ee req-b86a28e3-7a22-45fd-9d4c-d9139a49b6fa service neutron] 10.222.0.22 "GET /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882517 Jun 07 08:12:51.379717 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8063637-4e80-4e73-8e40-432506b03655 req-7b4528c9-7d06-4beb-8aa5-c6b5244e9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:51.382598 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-7b4528c9-7d06-4beb-8aa5-c6b5244e9917 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.1802943 Jun 07 08:12:51.440304 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42220) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:51.496148 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-78d3e360-ec53-44cd-b751-02e0a13e6f0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938349 Jun 07 08:12:51.504251 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:51.515747 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:51.584652 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:51.590325 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd8cc6a5-ebd2-40d9-8c87-412df950f7b1 req-06f6f925-10d8-4ae2-ad7b-a5b756121a03 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306579 Jun 07 08:12:51.592593 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:51.649946 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:51.695803 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:51.696835 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Added segment 7f52baa9-9bf1-4025-a849-948678433edd of type vlan for network 35d67169-dae3-4d9d-ba59-d39fffea47a7 Jun 07 08:12:51.806288 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4989d9bb-f0af-454d-b21e-35d29d2bd53a,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:51.836846 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:51.861233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:51.956496 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42228) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:52.013907 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.015208 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:52.015829 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.020249 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72e2c1f3-9496-4a59-8bfc-f151bcc1ebe2 req-e147205e-f04a-4bd3-a7da-66bc3dc7e0a5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 210 time: 0.1773493 Jun 07 08:12:52.057423 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 39c13464-2eff-4691-96b4-392ac8043750 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:52.102111 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:52.130873 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-a2a0a9a1-b2a8-4f38-9a27-0cae31ceb84c service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114228 Jun 07 08:12:52.143566 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-613440531-network', 'tenant_id': '1dc2c4d4d33540bd916ea023bf5a3fd4'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:52.211548 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.296262 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7207658 Jun 07 08:12:52.312835 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42234) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:52.332446 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Request body: {'subnet': {'network_id': '35d67169-dae3-4d9d-ba59-d39fffea47a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-615439313-subnet', 'tenant_id': 'fd6ddd0010b7419aa9e492b8c52648c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:52.335633 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.359284 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Transition to ACTIVE for port object 8c350a01-cd68-459a-82b5-9badcbf2a7e3 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:52.376793 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.383348 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9df3ac6f-1bf4-4fba-9242-3bf8fcaf05d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:52.410794 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42238) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:52.421574 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953157264', 'description': 'tempest-description--1264872754'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:52.428844 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Pushing event updated for resources: {'Network': ['ID=35d67169-dae3-4d9d-ba59-d39fffea47a7,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:52.444884 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:52.455003 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 35d67169-dae3-4d9d-ba59-d39fffea47a7 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:52.509777 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256da7-6c50-408e-8d30-8d74e8074e7d None None] Pushing event updated for resources: {'Port': ['ID=8c350a01-cd68-459a-82b5-9badcbf2a7e3,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:52.522316 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-06256da7-6c50-408e-8d30-8d74e8074e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:52.534283 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Made reservation on behalf of 1dc2c4d4d33540bd916ea023bf5a3fd4 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:52.544972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.562456 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8063637-4e80-4e73-8e40-432506b03655 req-9c072f76-6dca-4b79-9e76-5dceec6a0a88 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233279 Jun 07 08:12:52.605965 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.616407 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5926c4e-4b72-4e0d-af96-73007cd5d321 req-11af8b8c-bfce-4200-a6a9-94b773596798 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:52.623146 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e5926c4e-4b72-4e0d-af96-73007cd5d321 req-11af8b8c-bfce-4200-a6a9-94b773596798 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 943 time: 0.2643454 Jun 07 08:12:52.715253 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e5926c4e-4b72-4e0d-af96-73007cd5d321 req-cc8300e2-cc9b-4505-b7d9-d946a1f675e7 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805316 Jun 07 08:12:52.815173 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 39c13464-2eff-4691-96b4-392ac8043750 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:52.828436 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 39c13464-2eff-4691-96b4-392ac8043750 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:52.829338 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.903460 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 546ac159-b94a-47ff-9c71-7486c13b8d4d details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:12:52.903676 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.964216 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:52.968150 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.048276 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Attempting to bind port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:53.048830 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Attempting to bind port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:53.049294 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Attempting to bind port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 on network d27eab4d-ca14-4288-807c-dae6ae0234fa {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:53.056947 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:53.057616 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Checking segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:53.058183 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.058678 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Bound using segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:53.059375 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Bound port: 8c350a01-cd68-459a-82b5-9badcbf2a7e3, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:53.059929 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.070907 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.db.api [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:12:53.070907 dv-cinder-784945-11-smb neutron-server[91904]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:12:53.070907 dv-cinder-784945-11-smb neutron-server[91904]: [parameters: {'project_id_1': 'fd6ddd0010b7419aa9e492b8c52648c7', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 12, 52, 342550)}] Jun 07 08:12:53.070907 dv-cinder-784945-11-smb neutron-server[91904]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:12:53.071552 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_db.api [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:12:53.076506 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.db.api [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:12:53.076506 dv-cinder-784945-11-smb neutron-server[91904]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:12:53.076506 dv-cinder-784945-11-smb neutron-server[91904]: [parameters: {'project_id_1': '1dc2c4d4d33540bd916ea023bf5a3fd4', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 12, 52, 655080)}] Jun 07 08:12:53.076506 dv-cinder-784945-11-smb neutron-server[91904]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:12:53.076916 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_db.api [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:12:53.083999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-065a23f0-a6fc-44b0-bb37-15030ec6f069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:53.176892 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42252) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:53.180377 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.190882 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=702da0fffae643649a29c50b90ce77c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7343671 Jun 07 08:12:53.193808 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c7843-c998-4791-b2d4-a265244b3006,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:53.205117 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42254) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:53.206101 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.221488 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383198380', 'description': 'tempest-description--1799605696'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:53.226278 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] For port 8c350a01-cd68-459a-82b5-9badcbf2a7e3, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:53.236106 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] For port 8c350a01-cd68-459a-82b5-9badcbf2a7e3, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=8c350a01-cd68-459a-82b5-9badcbf2a7e3,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:53.239119 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:53.242899 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.249858 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:53.260130 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:53.371338 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:53.376795 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:53.380230 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:53.381464 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:53.384295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-6ccf5d80-71d6-4798-a852-0973a6f42014 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:53.385776 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-6ccf5d80-71d6-4798-a852-0973a6f42014 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 819 time: 0.6465368 Jun 07 08:12:53.405288 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.409811 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Request body: {'port': {'device_id': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'admin_state_up': True, 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:53.422626 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.439609 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 2, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:53.439922 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.445357 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0244811 Jun 07 08:12:53.445357 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42260) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:53.448582 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:53.448950 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Updating router 73c9bca2-5c78-4336-af40-9dac7b77b493 port 9c1371d7-b2e4-419d-b43f-59a736485f19 binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:53.449927 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'security_group_rule': {'security_group_id': 'cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:53.460872 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.468561 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.493973 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256da7-6c50-408e-8d30-8d74e8074e7d None None] Pushing event updated for resources: {'Port': ['ID=8c350a01-cd68-459a-82b5-9badcbf2a7e3,revision_number=4']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:53.512785 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-06256da7-6c50-408e-8d30-8d74e8074e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:53.529863 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.550981 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-ab10ecc3-5040-4ebb-bffc-09af4055719c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:53.560116 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-ab10ecc3-5040-4ebb-bffc-09af4055719c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 819 time: 0.5611424 Jun 07 08:12:53.582290 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 39c13464-2eff-4691-96b4-392ac8043750, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=39c13464-2eff-4691-96b4-392ac8043750,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:53.584550 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:53.599400 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.601271 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.603124 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.618462 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Made reservation on behalf of fd6ddd0010b7419aa9e492b8c52648c7 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:53.621703 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.638120 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7fd87d5e-d2f6-49ca-89cf-5a26264816d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:53.643790 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.663233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.664375 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e14c7843-c998-4791-b2d4-a265244b3006 HTTP/1.1" status: 204 len: 168 time: 0.4572017 Jun 07 08:12:53.671594 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:53.710067 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c7843-c998-4791-b2d4-a265244b3006,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:53.721122 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:53.737092 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=39c13464-2eff-4691-96b4-392ac8043750,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:53.739381 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-b04218eb-7024-49a7-9b46-b938105a06bc tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/quotas/c351b627d17a4dfeb7322d2a5edd58a7 HTTP/1.1" status: 200 len: 375 time: 0.1784031 Jun 07 08:12:53.748686 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:53.757304 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '546ac159-b94a-47ff-9c71-7486c13b8d4d', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'port_id': '546ac159-b94a-47ff-9c71-7486c13b8d4d', 'mac_address': 'fa:16:3e:89:33:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789b47f6-0cf6-4332-b6b9-caa8f626d6dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:12:53.758741 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0fef-3403-4164-904f-0daba8875ed4 req-c22035b1-41ae-4874-8cc5-f6e056495293 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:53.769169 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cfb0fef-3403-4164-904f-0daba8875ed4 req-c22035b1-41ae-4874-8cc5-f6e056495293 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 943 time: 0.4472485 Jun 07 08:12:53.794576 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:53.819784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.834289 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.851725 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:53.896720 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57cd523-5861-4f78-ae5d-0644e72bdfc7,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:53.909499 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:53.923634 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cfb0fef-3403-4164-904f-0daba8875ed4 req-535d1d8c-f2c0-481a-94bf-afe82752f528 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486273 Jun 07 08:12:54.002082 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-f89db292-694c-4fb1-8bfd-3f87c8dddfaf tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563946 Jun 07 08:12:54.042774 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.101672 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.109587 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.121588 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.122971 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771364 Jun 07 08:12:54.130785 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:54.149176 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42268) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:54.154646 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'security_group_rule': {'security_group_id': 'cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:54.186370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:54.211784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c47f825-e716-4f08-aebc-4b23d1b98f6d,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:54.221330 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.221819 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Added segment ec3f3b70-46e4-46a9-9750-abbe28a2ea15 of type vlan for network 0f334a85-7001-4030-b66d-049c9da78ef4 Jun 07 08:12:54.223438 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:54.231060 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.246108 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:54.279722 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546ac159-b94a-47ff-9c71-7486c13b8d4d {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:54.301747 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-14db718a-a3d2-440e-9a8d-6cb75cb1610b service neutron] 10.222.0.35 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916317 Jun 07 08:12:54.309229 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:54.324439 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.326157 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c860f641-4411-41f5-8c9e-8659e2753be6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:12:54.331764 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:54.331954 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:53Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:54.338756 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a1e44-b01e-46bf-9b06-d944b0beb14f None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:53Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:54.339171 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.346254 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42270) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:54.396209 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.417808 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f6f5dc-4b1f-465b-9966-255ce4b2cdcf,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:54.422124 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:54.423715 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Checking segment: {'id': '7f52baa9-9bf1-4025-a849-948678433edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '35d67169-dae3-4d9d-ba59-d39fffea47a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:54.424078 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Network hostable DHCP agents. Network: 35d67169-dae3-4d9d-ba59-d39fffea47a7, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:54.483238 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.486435 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:54.486435 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.506901 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Network 35d67169-dae3-4d9d-ba59-d39fffea47a7 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:54.520013 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b5e1f170-8588-4d44-8244-b48c716d8978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:54.535198 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.551468 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Transition to ACTIVE for port object 9c1371d7-b2e4-419d-b43f-59a736485f19 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:54.566876 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.675162 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Pushing event updated for resources: {'Network': ['ID=0f334a85-7001-4030-b66d-049c9da78ef4,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:54.678050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 35d67169-dae3-4d9d-ba59-d39fffea47a7) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:54.689035 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:54.697784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:54.699654 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.703033 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 0f334a85-7001-4030-b66d-049c9da78ef4 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:54.717359 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cbe67-4ff9-4128-a1f6-97cd70480934 None None] Network 35d67169-dae3-4d9d-ba59-d39fffea47a7 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:54.733705 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce8cb-75f7-4c29-bce1-0c837e455982 req-7fd246a8-00d5-4717-bb53-40379689551d tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:54.739547 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc0ce8cb-75f7-4c29-bce1-0c837e455982 req-7fd246a8-00d5-4717-bb53-40379689551d tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 943 time: 0.4342604 Jun 07 08:12:54.758103 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-aae4b5ed-ef06-41d5-9da4-d2b8c763f7dc service neutron] 10.222.0.35 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799609 Jun 07 08:12:54.806063 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.831455 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5106087 Jun 07 08:12:54.831455 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8709991 Jun 07 08:12:54.832207 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42272) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:54.834826 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.844985 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Request body: {'subnet': {'network_id': '0f334a85-7001-4030-b66d-049c9da78ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-613440531-subnet', 'tenant_id': '1dc2c4d4d33540bd916ea023bf5a3fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:54.859196 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d3f1a1ea-bc54-419e-96a4-a6b28538ca67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:54.919087 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf892a-35be-407a-bd1b-69bd24c24473,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:54.927957 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:54.949613 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc0ce8cb-75f7-4c29-bce1-0c837e455982 req-368b8a4a-9281-4dcf-9be9-60f169ee0b03 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027481 Jun 07 08:12:54.989263 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Made reservation on behalf of c351b627d17a4dfeb7322d2a5edd58a7 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:54.994061 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.030996 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.037067 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8591700 Jun 07 08:12:55.043695 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42282) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:55.051918 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'security_group_rule': {'security_group_id': '24cf892a-35be-407a-bd1b-69bd24c24473', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:55.072316 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.db.api [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:12:55.072316 dv-cinder-784945-11-smb neutron-server[91904]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 08:12:55.072316 dv-cinder-784945-11-smb neutron-server[91904]: [parameters: {'project_id': 'f754da57be244d86b63c457e463cbe0b', 'id': '3bb116fd-74a2-4f76-b5aa-806425749ee8', 'expiration': datetime.datetime(2021, 6, 7, 8, 14, 55, 54611)}] Jun 07 08:12:55.072316 dv-cinder-784945-11-smb neutron-server[91904]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:12:55.072637 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_db.api [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:12:55.134308 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.144841 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c860f641-4411-41f5-8c9e-8659e2753be6,segment=NetworkSegment(bdb9572d-d115-474a-ac49-a58ea41716fa),segment_id=bdb9572d-d115-474a-ac49-a58ea41716fa)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:55.166575 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:55.211028 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Made reservation on behalf of 1dc2c4d4d33540bd916ea023bf5a3fd4 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:55.213498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Notify callbacks [] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.220185 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-118d0c3e-88b9-440c-8770-5069be7bf9dd req-c5fee256-cfbc-4d6a-8902-488a2d4ea92f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 210 time: 0.1600327 Jun 07 08:12:55.259681 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:55.278318 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c860f641-4411-41f5-8c9e-8659e2753be6', 'network_id': 'b92c58e3-6787-4575-aae1-699870a1b572', 'port_id': 'c860f641-4411-41f5-8c9e-8659e2753be6', 'mac_address': 'fa:16:3e:25:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2838de4-a30c-4a3e-8494-5ddb24923832', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:12:55.279871 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8ddf9b48-ecdb-4b04-9747-afb3751cb8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:55.324925 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Allocated IP 172.20.0.6 (e87bb91e-74a3-4cab-a871-d85b5189f664/fb96dd8e-671e-474a-9ccd-fba1e43cd59e/9fa698c3-d12c-4964-acef-62642d80d28e) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:55.400422 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.412791 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.443621 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be5647-5836-46aa-8ea7-f64e5d06c013 None None] Pushing event updated for resources: {'Port': ['ID=9c1371d7-b2e4-419d-b43f-59a736485f19,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:55.452032 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-92be5647-5836-46aa-8ea7-f64e5d06c013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:55.474381 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:55.491519 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c95ad0-eeb1-4d0e-b0ed-a7314e9a3fa8,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:55.518596 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:55.533484 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.537763 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-78afc447-53d7-4525-bbd7-e33b5e0a808f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3849173 Jun 07 08:12:55.539306 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42294) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:55.553193 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'floatingip': {'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:55.564040 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.585154 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.667943 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.693826 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290733a9-855d-48a8-8949-f187513e7557 None None] Network 35d67169-dae3-4d9d-ba59-d39fffea47a7 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:55.733865 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Attempting to bind port 9c1371d7-b2e4-419d-b43f-59a736485f19 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:55.734489 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Attempting to bind port 9c1371d7-b2e4-419d-b43f-59a736485f19 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:55.735819 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Attempting to bind port 9c1371d7-b2e4-419d-b43f-59a736485f19 on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:55.775756 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:55.806835 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:55.810552 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Checking segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:55.811327 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.811935 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Bound using segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:55.815892 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Bound port: 9c1371d7-b2e4-419d-b43f-59a736485f19, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:55.816383 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.830556 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.967632 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.998468 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 8c350a01-cd68-459a-82b5-9badcbf2a7e3 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:55.999506 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.019916 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.026915 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1a724-a63a-4179-b4e5-6cb245f2f4bf req-3a628a19-c729-48da-8fdc-28e3929efb9e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:56.034665 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-14a1a724-a63a-4179-b4e5-6cb245f2f4bf req-3a628a19-c729-48da-8fdc-28e3929efb9e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 944 time: 0.6243589 Jun 07 08:12:56.078357 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ea9c5f-f608-4a83-9249-824af4aa795c,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.082553 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.089636 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.096134 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bfeb7897-c85e-4db4-ab5f-8d33a6a5d249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.113796 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.134809 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f334654-0b12-41c8-ac6c-a40aa691965e,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.139909 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Checking segment: {'id': 'ec3f3b70-46e4-46a9-9750-abbe28a2ea15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f334a85-7001-4030-b66d-049c9da78ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:56.140272 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Network hostable DHCP agents. Network: 0f334a85-7001-4030-b66d-049c9da78ef4, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:56.154823 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.155498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c860f641-4411-41f5-8c9e-8659e2753be6 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:56.171316 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c860f641-4411-41f5-8c9e-8659e2753be6,segment=NetworkSegment(bdb9572d-d115-474a-ac49-a58ea41716fa),segment_id=bdb9572d-d115-474a-ac49-a58ea41716fa)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:56.178385 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f754da57be244d86b63c457e463cbe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8254960 Jun 07 08:12:56.185519 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.202237 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.209029 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.216088 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42308) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:56.265217 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Network 0f334a85-7001-4030-b66d-049c9da78ef4 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:56.282881 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.286161 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 0f334a85-7001-4030-b66d-049c9da78ef4) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:56.288875 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.296811 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167dd14-0d5f-4709-88ff-15e9af7c3e31 None None] Network 0f334a85-7001-4030-b66d-049c9da78ef4 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:56.299598 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.305552 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:56.306496 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.317489 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] For port 9c1371d7-b2e4-419d-b43f-59a736485f19, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:56.325982 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-14a1a724-a63a-4179-b4e5-6cb245f2f4bf req-ef3c6d9c-a2d1-40ad-ac2a-41c5ac527713 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903593 Jun 07 08:12:56.340268 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5068078 Jun 07 08:12:56.352155 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.378482 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.380172 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.382497 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3343580 Jun 07 08:12:56.395944 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42314) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:56.402339 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'security_group_rule': {'security_group_id': '24cf892a-35be-407a-bd1b-69bd24c24473', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:56.408404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3971297-8308-4254-b630-d302f850edab,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.429178 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] For port 9c1371d7-b2e4-419d-b43f-59a736485f19, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9c1371d7-b2e4-419d-b43f-59a736485f19,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:56.436691 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.437574 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.439934 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.455807 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.505864 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-61c1bfaf-69f5-4358-8f89-f0f76934c2b4 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:56.507614 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-61c1bfaf-69f5-4358-8f89-f0f76934c2b4 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/networks?id=f7eee1e4-a917-4a3d-930b-7f5bffb61b22 HTTP/1.1" status: 200 len: 809 time: 0.6636939 Jun 07 08:12:56.509681 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Network e87bb91e-74a3-4cab-a871-d85b5189f664 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:56.526673 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:56.526994 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.540482 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-92be5647-5836-46aa-8ea7-f64e5d06c013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.571698 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:56.577259 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:56.578022 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.622443 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.633032 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-a130aa9f-9f7a-4c7b-a1e9-aa6bcc333199 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/quotas/c5c17e94a7ee4b00b58d43687bbee871 HTTP/1.1" status: 200 len: 375 time: 0.1100824 Jun 07 08:12:56.648594 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Pushing event updated for resources: {'Port': ['ID=9fa698c3-d12c-4964-acef-62642d80d28e,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.648830 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c860f641-4411-41f5-8c9e-8659e2753be6'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:12:56.679613 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:12:56.683079 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Allocated IP 172.28.2.142 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/d703fa90-5750-411c-9028-9ec053917b68) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:56.707064 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.713990 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.720501 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:56.726757 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3208687 Jun 07 08:12:56.741612 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-9153d09e-80d6-4d5c-ad14-6de9dc819cc3 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5c17e94a7ee4b00b58d43687bbee871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939603 Jun 07 08:12:56.744787 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.757309 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Request body: {'port': {'device_id': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:56.800199 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:56.800581 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.837227 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f452d57c-ef56-4492-a581-fac5d3847a8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.934172 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:56.934802 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:12:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:56.960009 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9781a1-28da-473d-bf70-5149cef969a0,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:57.081585 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be5647-5836-46aa-8ea7-f64e5d06c013 None None] Pushing event updated for resources: {'Port': ['ID=9c1371d7-b2e4-419d-b43f-59a736485f19,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:57.115344 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-92be5647-5836-46aa-8ea7-f64e5d06c013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:57.148275 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:57.157772 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ec68c-46ee-4533-bf16-62308584a378 req-031ae73d-82a6-4d4f-ac56-2423223e105f tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:57.159985 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9b2ec68c-46ee-4533-bf16-62308584a378 req-031ae73d-82a6-4d4f-ac56-2423223e105f tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 944 time: 0.6468339 Jun 07 08:12:57.171515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.173010 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7753961 Jun 07 08:12:57.182749 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42322) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:57.248856 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-9721902f-7a37-4da4-8f65-4d9c1b60057a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:57.250418 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-9721902f-7a37-4da4-8f65-4d9c1b60057a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 819 time: 0.5044188 Jun 07 08:12:57.274233 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85d130-503d-4f2b-a56c-ce7f7472a1fd None None] Network 0f334a85-7001-4030-b66d-049c9da78ef4 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:57.276078 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Request body: {'port': {'device_id': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'admin_state_up': True, 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:57.286170 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'floatingip': {'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:57.311325 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.322285 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.352839 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.353943 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f334654-0b12-41c8-ac6c-a40aa691965e HTTP/1.1" status: 204 len: 168 time: 1.1288755 Jun 07 08:12:57.362063 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5c12814f-6672-468b-bcf7-1e88c02b058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:57.368022 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.401995 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-8ae8946d-5994-4d30-93f4-1f7535261268 service neutron] 10.222.0.35 "GET /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047008 Jun 07 08:12:57.404249 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f334654-0b12-41c8-ac6c-a40aa691965e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:57.440040 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9b2ec68c-46ee-4533-bf16-62308584a378 req-e98aff36-a328-475d-b48a-c3b4c8abf32d tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604644 Jun 07 08:12:57.440961 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:57.497756 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.516627 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5af79e5f-ae77-4557-922c-24922569da19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:57.522838 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.636962 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42340) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:57.653554 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.653828 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528314869-network', 'tenant_id': 'a31bbf9feb094d788485aeeaa6dc2b7e'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:57.659273 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cad1441c-773e-41b9-a576-1cd72755562a req-62d04854-0304-490d-9e27-53629f07cc17 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 210 time: 0.0899179 Jun 07 08:12:57.738371 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:57.741237 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:57.755978 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:57.764875 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Made reservation on behalf of c351b627d17a4dfeb7322d2a5edd58a7 for: {'port': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:57.769165 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.783370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'Port': ['ID=d703fa90-5750-411c-9028-9ec053917b68,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:57.793094 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:57.802485 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:57.819135 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-13a244af-a3b4-4fe4-9457-efdc8312c7f6 service neutron] 10.222.0.35 "GET /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164832 Jun 07 08:12:57.947457 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Made reservation on behalf of a31bbf9feb094d788485aeeaa6dc2b7e for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:57.958621 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.007286 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.012587 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 8c350a01-cd68-459a-82b5-9badcbf2a7e3, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=8c350a01-cd68-459a-82b5-9badcbf2a7e3,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:58.082582 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.172885 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42348) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:58.222134 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.224132 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.239492 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 39c13464-2eff-4691-96b4-392ac8043750 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:58.256197 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.292946 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7dddc8a4-2f91-4689-86ff-458735b48a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:58.402002 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.462542 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.474778 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:58.475695 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa698c3-d12c-4964-acef-62642d80d28e {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:58.486040 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.507891 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Transition to ACTIVE for port object 9fa698c3-d12c-4964-acef-62642d80d28e will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:58.512647 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7c287626-e1a3-4647-af77-db3a7b0f7ed9 req-58f2103b-8aaf-4a21-b567-409be29bb511 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 210 time: 0.4315267 Jun 07 08:12:58.514891 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=8c350a01-cd68-459a-82b5-9badcbf2a7e3,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:58.533581 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:58.545954 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.549086 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 39c13464-2eff-4691-96b4-392ac8043750 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:58.549491 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.557139 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:58.571329 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-27987e09-73e0-4eaf-b07b-003a591eb08d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:58.689688 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.696788 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd2900a-d1b8-47c0-82a9-44fe37d9b073,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:58.700101 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.700678 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Added segment 2199fbf7-c5c0-4625-9ab6-6591df87f75d of type vlan for network c201742e-936e-406c-b421-1954deaa431e Jun 07 08:12:58.708708 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.717566 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:58.719641 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.739032 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6ae82-d7bd-499f-bb0f-88a10609bd0b req-935c2557-1072-4b5e-87c2-c551442dd9ed tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:58.747709 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c2b6ae82-d7bd-499f-bb0f-88a10609bd0b req-935c2557-1072-4b5e-87c2-c551442dd9ed tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 944 time: 0.6886709 Jun 07 08:12:58.748470 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:58.830266 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.834657 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Allocated IP 172.20.0.8 (e87bb91e-74a3-4cab-a871-d85b5189f664/fb96dd8e-671e-474a-9ccd-fba1e43cd59e/e0cefdfc-5928-4844-82ec-c1207a0685fc) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:58.839445 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:56Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:58.850436 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276ac1-3184-4cfb-a129-6b14e02fd426 None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:56Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:58.852800 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.912402 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'Port': ['ID=d703fa90-5750-411c-9028-9ec053917b68,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:58.961070 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:58.975982 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c2b6ae82-d7bd-499f-bb0f-88a10609bd0b req-d4923b58-8845-4623-bac1-7b6946762e47 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267036 Jun 07 08:12:58.998959 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa698c3-d12c-4964-acef-62642d80d28e,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:59.015173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:59.030501 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Attempting to bind port 9fa698c3-d12c-4964-acef-62642d80d28e on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:59.031166 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Attempting to bind port 9fa698c3-d12c-4964-acef-62642d80d28e by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:59.033254 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Attempting to bind port 9fa698c3-d12c-4964-acef-62642d80d28e on network e87bb91e-74a3-4cab-a871-d85b5189f664 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:59.039676 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 8c350a01-cd68-459a-82b5-9badcbf2a7e3 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:59.081548 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Port 9fa698c3-d12c-4964-acef-62642d80d28e on network e87bb91e-74a3-4cab-a871-d85b5189f664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:12:59.081855 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Attempting to bind port 9fa698c3-d12c-4964-acef-62642d80d28e on network e87bb91e-74a3-4cab-a871-d85b5189f664 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:59.088149 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.096508 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.097097 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.104416 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:59.104761 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Checking segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:59.105294 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Bound using segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:59.106525 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Bound port: 9fa698c3-d12c-4964-acef-62642d80d28e, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:59.106525 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.109544 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:59.166796 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:59.167601 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.174671 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.259397 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.303043 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6573770 Jun 07 08:12:59.303893 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.320365 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7657480 Jun 07 08:12:59.320609 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42360) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:59.320609 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6c34-ddd6-4d2c-a90f-2050057e4df0 req-6bc45cbb-2abb-4a5c-a931-5bbc42177dec tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.327233 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e41c6c34-ddd6-4d2c-a90f-2050057e4df0 req-6bc45cbb-2abb-4a5c-a931-5bbc42177dec tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 944 time: 0.6244874 Jun 07 08:12:59.334315 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ce9d140f-3207-4d9a-886f-e529ba5d7b0e req-433d429f-23f3-4984-854f-43d0727c903b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 210 time: 0.0973575 Jun 07 08:12:59.350996 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Request body: {'subnet': {'network_id': 'c201742e-936e-406c-b421-1954deaa431e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528314869-subnet', 'tenant_id': 'a31bbf9feb094d788485aeeaa6dc2b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:59.392997 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Allocated IP 172.28.2.192 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/9a67f6f3-2c56-4b80-9cc6-a987ebc64b8b) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:59.406034 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.445419 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] For port 9fa698c3-d12c-4964-acef-62642d80d28e, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:59.454485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.22', 65510) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:59.503375 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e41c6c34-ddd6-4d2c-a90f-2050057e4df0 req-9e78381f-98e4-4329-b931-114806a8cfe9 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625533 Jun 07 08:12:59.511311 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14a4cc3c1e214a70baef1fddb56fa40c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3293569 Jun 07 08:12:59.511683 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] For port 9fa698c3-d12c-4964-acef-62642d80d28e, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9fa698c3-d12c-4964-acef-62642d80d28e,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:59.513010 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Made reservation on behalf of a31bbf9feb094d788485aeeaa6dc2b7e for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:59.516504 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.517781 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42364) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:59.543678 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c201742e-936e-406c-b421-1954deaa431e,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:59.546687 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:59.551774 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ef3b5ea4-26a3-457f-9e56-5a0f0865ff3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:59.557883 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network c201742e-936e-406c-b421-1954deaa431e details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:59.713396 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b140a4ef-ceec-4c7a-9999-18d37d558fdf,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:59.729090 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:59.741229 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.751215 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.789181 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.799015 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:59.877461 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.893460 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Network e87bb91e-74a3-4cab-a871-d85b5189f664 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:59.905070 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:59.916932 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:59.923515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.924358 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.933883 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Pushing event updated for resources: {'Port': ['ID=e0cefdfc-5928-4844-82ec-c1207a0685fc,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:59.943999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:59.956655 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-38ff1001-b695-4fec-969f-19b85b07658d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6950769 Jun 07 08:12:59.968380 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Request body: {'port': {'device_id': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:59.987130 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-10ea09c8-5f0c-4a01-ac09-4d79a7cce693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:00.002007 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.011199 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.012493 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b140a4ef-ceec-4c7a-9999-18d37d558fdf HTTP/1.1" status: 204 len: 168 time: 0.4925218 Jun 07 08:13:00.020632 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-504ad987-cd91-4391-ab35-f49b75245025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:00.036287 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b140a4ef-ceec-4c7a-9999-18d37d558fdf,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:00.040425 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:00.136195 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.206935 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 546ac159-b94a-47ff-9c71-7486c13b8d4d up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:00.218309 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-99932694-5e70-4b7f-83eb-85f9b90826f7 req-40c658a1-facf-4492-980f-c3c958e57a6d tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 210 time: 0.3346927 Jun 07 08:13:00.262047 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.262947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.264481 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] 10.222.0.22 "PUT /v2.0/ports/9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 1093 time: 3.5215464 Jun 07 08:13:00.276998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'tag': '9fa698c3-d12c-4964-acef-62642d80d28e'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:00.279741 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc77fae4-0cb2-495f-8c04-90c326adaaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7870b511-6dc3-40bf-881c-3394e5c6b54a", "tag": "9fa698c3-d12c-4964-acef-62642d80d28e"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:00.326921 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-8c0a2df0-1410-4338-b424-c3e00517f224 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1953157264&fields=id&tenant_id=c76a8abc57f34c8f829a0e9629aecc6a HTTP/1.1" status: 200 len: 267 time: 0.4441266 Jun 07 08:13:00.345480 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 546ac159-b94a-47ff-9c71-7486c13b8d4d completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:00.350748 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 546ac159-b94a-47ff-9c71-7486c13b8d4d triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:00.351215 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.529014 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.553621 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.563877 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa698c3-d12c-4964-acef-62642d80d28e,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:00.567127 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:00.587806 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-7d9114f9-e1c6-4e04-8d87-90f126ec0bfb tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.589284 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-7d9114f9-e1c6-4e04-8d87-90f126ec0bfb tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.22 "GET /v2.0/networks?id=f7eee1e4-a917-4a3d-930b-7f5bffb61b22 HTTP/1.1" status: 200 len: 809 time: 1.1152480 Jun 07 08:13:00.590580 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:00.664653 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Request body: {'port': {'device_id': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22', 'admin_state_up': True, 'tenant_id': 'c5c17e94a7ee4b00b58d43687bbee871'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:00.691019 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:00.699937 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.701185 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c860f641-4411-41f5-8c9e-8659e2753be6 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:00.734358 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:00.776743 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cefdfc-5928-4844-82ec-c1207a0685fc {{(pid=91904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:00.785347 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.819164 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Transition to ACTIVE for port object e0cefdfc-5928-4844-82ec-c1207a0685fc will not be triggered until provisioned by entity L2. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:00.824323 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.838990 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:00.890016 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be0e13-39b2-412e-a944-4f5e728a4199" -d '{"events": [{"server_uuid": "58060049-3262-4326-820e-86b52c709e29", "name": "network-vif-plugged", "status": "completed", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:00.902537 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port c860f641-4411-41f5-8c9e-8659e2753be6 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:00.911357 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c860f641-4411-41f5-8c9e-8659e2753be6 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:00.911803 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.918081 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-dcc7b24c-36fe-4301-abfe-c0a287342f9d tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.920938 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-dcc7b24c-36fe-4301-abfe-c0a287342f9d tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 811 time: 0.5249217 Jun 07 08:13:00.955641 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cefdfc-5928-4844-82ec-c1207a0685fc,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:00.958733 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:01.029848 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:01.034054 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:01.036217 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-51e5cea9-ee6e-49fe-9f72-33b1613f1c94 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/quotas/c76a8abc57f34c8f829a0e9629aecc6a HTTP/1.1" status: 200 len: 375 time: 0.0960410 Jun 07 08:13:01.112574 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Attempting to bind port e0cefdfc-5928-4844-82ec-c1207a0685fc on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:01.113020 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Attempting to bind port e0cefdfc-5928-4844-82ec-c1207a0685fc by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'}] {{(pid=91904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:01.115131 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Attempting to bind port e0cefdfc-5928-4844-82ec-c1207a0685fc on network e87bb91e-74a3-4cab-a871-d85b5189f664 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:01.123158 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Port e0cefdfc-5928-4844-82ec-c1207a0685fc on network e87bb91e-74a3-4cab-a871-d85b5189f664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:01.123398 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Attempting to bind port e0cefdfc-5928-4844-82ec-c1207a0685fc on network e87bb91e-74a3-4cab-a871-d85b5189f664 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:01.133154 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:01.133700 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Checking segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:01.134080 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Bound using segment: {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'} {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:01.134606 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Bound port: e0cefdfc-5928-4844-82ec-c1207a0685fc, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d1de43-8551-4c3c-af51-469a78a45b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664'}}] {{(pid=91904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:01.134874 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.142927 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9c1371d7-b2e4-419d-b43f-59a736485f19 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:01.177545 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-53ec778c-18ea-4f1a-bcbe-d9e405baf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.179629 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-53ec778c-18ea-4f1a-bcbe-d9e405baf5dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1096 time: 0.8487375 Jun 07 08:13:01.196604 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10fe95-420e-4761-a4ce-e8699df416ab req-667728ee-0945-4e9a-88d0-1b401353a29b tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.198367 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd10fe95-420e-4761-a4ce-e8699df416ab req-667728ee-0945-4e9a-88d0-1b401353a29b tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 944 time: 0.7991183 Jun 07 08:13:01.212856 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.254894 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Made reservation on behalf of c5c17e94a7ee4b00b58d43687bbee871 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:01.257530 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c860f641-4411-41f5-8c9e-8659e2753be6,segment=NetworkSegment(bdb9572d-d115-474a-ac49-a58ea41716fa),segment_id=bdb9572d-d115-474a-ac49-a58ea41716fa)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:01.258522 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.267074 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.271541 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:01.296280 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] For port e0cefdfc-5928-4844-82ec-c1207a0685fc, host hv-cinder-78494, cleared binding levels {{(pid=91904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:01.300780 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] For port e0cefdfc-5928-4844-82ec-c1207a0685fc, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:01.307589 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.320418 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:01.333114 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-1eee3adf-7377-46ba-b1a9-c2ecdbb2a061 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.1331284 Jun 07 08:13:01.350636 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:01.354946 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:01.355844 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 9c1371d7-b2e4-419d-b43f-59a736485f19 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:01.361473 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 9c1371d7-b2e4-419d-b43f-59a736485f19 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:01.361941 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.397897 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.401008 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.401203 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.402833 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] 10.222.0.22 "PUT /v2.0/ports/e0cefdfc-5928-4844-82ec-c1207a0685fc HTTP/1.1" status: 200 len: 1093 time: 1.4393318 Jun 07 08:13:01.403625 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'tag': 'e0cefdfc-5928-4844-82ec-c1207a0685fc'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:01.406153 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f97642f-eb40-4fb1-b679-175680ae4aab", "tag": "e0cefdfc-5928-4844-82ec-c1207a0685fc"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:01.413817 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cefdfc-5928-4844-82ec-c1207a0685fc,revision_number=3']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:01.417879 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:01.457929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0a57068c-6005-4ba5-ab29-d6a6fd8858e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:01.500056 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd10fe95-420e-4761-a4ce-e8699df416ab req-70d6914b-7c25-4861-954c-6a29d068654b tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305555 Jun 07 08:13:01.514027 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.553003 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-a1a68cb8-bef9-47bf-8bb9-374f22465606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.554710 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-a1a68cb8-bef9-47bf-8bb9-374f22465606 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 1096 time: 0.1046250 Jun 07 08:13:01.558450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 9c1371d7-b2e4-419d-b43f-59a736485f19, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9c1371d7-b2e4-419d-b43f-59a736485f19,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:01.558858 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.566131 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.573012 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a57af011-0a57-4efb-842d-1bb187b18917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:01.595471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372dae92-a0eb-4da6-9dd7-1e51907499a1 x-openstack-request-id: req-372dae92-a0eb-4da6-9dd7-1e51907499a1 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:01.595784 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7870b511-6dc3-40bf-881c-3394e5c6b54a", "tag": "9fa698c3-d12c-4964-acef-62642d80d28e", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:01.596050 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-372dae92-a0eb-4da6-9dd7-1e51907499a1 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:01.596452 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'tag': '9fa698c3-d12c-4964-acef-62642d80d28e', 'status': 'completed', 'code': 200} Jun 07 08:13:01.655023 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=9c1371d7-b2e4-419d-b43f-59a736485f19,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:01.658952 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-62307629-d821-49f9-b69a-fc5c26d51928 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc HTTP/1.1" status: 200 len: 217 time: 0.0903049 Jun 07 08:13:01.660408 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:01.674975 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-4a38918b-3e1b-4723-9768-38f18d2debdc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6377671 Jun 07 08:13:01.698616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:01.718711 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:01.735368 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:01.739827 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-7e225d81-3f80-4981-88ae-f799c98b30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.740494 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-6d514563-b746-4582-9b76-6788b7c839fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.741321 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-7e225d81-3f80-4981-88ae-f799c98b30d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.0765448 Jun 07 08:13:01.741939 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-6d514563-b746-4582-9b76-6788b7c839fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.3849683 Jun 07 08:13:01.814858 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-1b27072b-1c98-438a-a70d-f14503392165 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574303 Jun 07 08:13:01.962345 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-49b5e1d3-a02d-4f35-b359-971f7a4ce91b service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401155 Jun 07 08:13:01.963802 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'Port': ['ID=9a67f6f3-2c56-4b80-9cc6-a987ebc64b8b,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:02.024419 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:02.075926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-db22f615-1a7c-4325-9896-a215edfe3516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:02.109208 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-723417a8-b6c5-48ff-bc20-8f306af6668e req-bfbf5ecc-d581-46cd-9660-49cf38db9c40 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353896 Jun 07 08:13:02.114703 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-cd2ea710-fb80-460a-9df8-a44f51634738 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3031831 Jun 07 08:13:02.264052 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Checking segment: {'id': '2199fbf7-c5c0-4625-9ab6-6591df87f75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c201742e-936e-406c-b421-1954deaa431e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:02.264409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Network hostable DHCP agents. Network: c201742e-936e-406c-b421-1954deaa431e, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:13:02.279692 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.391020 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c2140d-68b8-4e27-8fc7-0beb6305bb90,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:02.399248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:02.410413 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Allocated IP 172.20.0.12 (f7eee1e4-a917-4a3d-930b-7f5bffb61b22/b435d4ed-0df8-4fa0-b18f-8e3258176399/d92419ec-b660-43ad-8ff2-cf0b8cd6d164) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:02.418095 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-d6e10a11-90cb-414b-ba4c-902b4ef16b82 service neutron] 10.222.0.35 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420008 Jun 07 08:13:02.556720 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42454) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:02.583493 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Network c201742e-936e-406c-b421-1954deaa431e is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:13:02.607378 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf581bb-2e5e-4ca2-83c4-626358f38ec0 req-c8a42593-a30f-43b5-ac7e-6e9e60d89d58 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.608892 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ccf581bb-2e5e-4ca2-83c4-626358f38ec0 req-c8a42593-a30f-43b5-ac7e-6e9e60d89d58 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 943 time: 0.8652997 Jun 07 08:13:02.609478 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.681899 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.691282 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-34b8240d-06e9-41a3-8352-5d107ad41dc3 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503483 Jun 07 08:13:02.759087 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, c201742e-936e-406c-b421-1954deaa431e) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:02.771874 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd68a6b-74d9-4632-83be-286486f90dd5 None None] Network c201742e-936e-406c-b421-1954deaa431e requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:13:02.799851 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.800066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.803655 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.809250 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.819570 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:02.862359 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3499c-b78e-4b0f-a5e5-c90264f97c05,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:02.868947 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11879c9feadf4cdda6ef6e80c719c357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087437 Jun 07 08:13:02.868947 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:02.869192 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42458) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:02.952378 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.988553 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.998550 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9c1371d7-b2e4-419d-b43f-59a736485f19 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:03.002284 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ccf581bb-2e5e-4ca2-83c4-626358f38ec0 req-daa6daf0-a325-4b75-a1a2-9a6786f9d18f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614814 Jun 07 08:13:03.010864 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-2e353935-43f2-4512-9c26-48d6e8c8f28c service neutron] 10.222.0.35 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614994 Jun 07 08:13:03.076236 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7458239 Jun 07 08:13:03.115216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ed145-8f3d-4c43-9cea-56deaa5a745a None None] Network c201742e-936e-406c-b421-1954deaa431e requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:13:03.122275 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.124854 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.128492 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4b3499c-b78e-4b0f-a5e5-c90264f97c05 HTTP/1.1" status: 204 len: 168 time: 0.2560127 Jun 07 08:13:03.128492 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d25a853e-e9d7-4155-aacf-a74225f109c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:03.184482 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3499c-b78e-4b0f-a5e5-c90264f97c05,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:03.194393 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:03.326534 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3d052d4-1801-48a2-b3b0-858a53b37e65 req-ce867640-e105-4b37-a871-1d0ec26b8ad6 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208532 Jun 07 08:13:03.346878 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42472) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:03.468799 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Deleting subnet 00ea9c5f-f608-4a83-9249-824af4aa795c {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:13:03.491292 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.568603 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.578168 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.619859 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.664858 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.670692 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:03.701846 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 9c1371d7-b2e4-419d-b43f-59a736485f19 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:03.703283 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.714110 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ea9c5f-f608-4a83-9249-824af4aa795c,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:03.718665 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:03.720753 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.726094 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a2803118-0d85-4ffd-b635-e1bec3d63788 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/00ea9c5f-f608-4a83-9249-824af4aa795c HTTP/1.1" status: 204 len: 168 time: 0.3748009 Jun 07 08:13:03.727455 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42480) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:03.750757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42484) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:03.788676 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629222f-9c43-4af3-aecf-49840f2a8901 x-openstack-request-id: req-8629222f-9c43-4af3-aecf-49840f2a8901 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:03.789149 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58060049-3262-4326-820e-86b52c709e29", "name": "network-vif-plugged", "status": "completed", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:03.789248 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8629222f-9c43-4af3-aecf-49840f2a8901 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:03.789677 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d', 'code': 200} Jun 07 08:13:03.816068 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.826758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.848298 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083301fb-2dd3-4804-9659-bed020fe442c req-1edaf963-5719-43d5-93d1-0e0548dfc465 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:03.849947 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-083301fb-2dd3-4804-9659-bed020fe442c req-1edaf963-5719-43d5-93d1-0e0548dfc465 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 945 time: 0.5194623 Jun 07 08:13:03.852466 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.857044 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-2874f2d2-6b85-4274-940a-f78c0dd26529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:03.858792 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-2874f2d2-6b85-4274-940a-f78c0dd26529 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1096 time: 0.4277844 Jun 07 08:13:03.871829 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:03.934301 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.934847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.089346 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.103632 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.103989 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.104979 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.105096 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > port after_create 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.105342 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.105690 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > port after_update 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.106006 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.106321 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.106631 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.106950 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.134383 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.221899 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device e0cefdfc-5928-4844-82ec-c1207a0685fc details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:04.263954 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.264406 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.264749 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.265082 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:04.265616 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f334a85-7001-4030-b66d-049c9da78ef4']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:04.276187 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'Port': ['ID=9a67f6f3-2c56-4b80-9cc6-a987ebc64b8b,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:04.286780 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:04.293245 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:04.293929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:04.331219 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:04.337756 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3f3b70-46e4-46a9-9750-abbe28a2ea15') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:04.338047 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3f3b70-46e4-46a9-9750-abbe28a2ea15') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:04.348680 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-083301fb-2dd3-4804-9659-bed020fe442c req-65f80454-f632-4750-8be4-ad90c09e26c9 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887824 Jun 07 08:13:04.361000 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:04.367190 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.371339 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.372020 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.409397 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port e0cefdfc-5928-4844-82ec-c1207a0685fc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:04.423808 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.434508 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'e0cefdfc-5928-4844-82ec-c1207a0685fc', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'port_id': 'e0cefdfc-5928-4844-82ec-c1207a0685fc', 'mac_address': 'fa:16:3e:7e:e1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:04.438123 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:13:04.438995 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: from cryptography.utils import int_from_bytes Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: from cryptography.utils import int_from_bytes Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:13:04.459715 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:13:04.462507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c6e25-2be4-4740-9a58-617d3951f645 x-openstack-request-id: req-061c6e25-2be4-4740-9a58-617d3951f645 {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:04.462507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f97642f-eb40-4fb1-b679-175680ae4aab", "tag": "e0cefdfc-5928-4844-82ec-c1207a0685fc", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:04.462507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-061c6e25-2be4-4740-9a58-617d3951f645 {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:04.462788 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'tag': 'e0cefdfc-5928-4844-82ec-c1207a0685fc', 'status': 'completed', 'code': 200} Jun 07 08:13:04.474202 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Pushing event updated for resources: {'Port': ['ID=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:04.477070 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-a3d9263a-46c5-4fbe-8bbd-acf219fd0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.479971 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-a3d9263a-46c5-4fbe-8bbd-acf219fd0167 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.5739629 Jun 07 08:13:04.482432 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:04.484432 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.22', 65514) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:04.543510 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.559785 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8334996-0fd7-4347-a8a5-6108e1acca33 req-a7aace2f-9721-4d20-a599-8bb9154a8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.561413 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-a8334996-0fd7-4347-a8a5-6108e1acca33 req-a7aace2f-9721-4d20-a599-8bb9154a8ffb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 1098 time: 0.2871623 Jun 07 08:13:04.587982 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-a8334996-0fd7-4347-a8a5-6108e1acca33 req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.602940 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cefdfc-5928-4844-82ec-c1207a0685fc {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:04.616105 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.624270 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-db303d66-8d88-4434-91eb-99ab7f650173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:04.629673 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port e0cefdfc-5928-4844-82ec-c1207a0685fc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:04.634343 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.637465 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-18ba9803-91e4-461a-a51e-c59708fa401f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:04.644353 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.646042 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f334a85-7001-4030-b66d-049c9da78ef4 HTTP/1.1" status: 204 len: 168 time: 0.9170213 Jun 07 08:13:04.647051 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f334a85-7001-4030-b66d-049c9da78ef4,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:04.648742 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42488) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:04.663307 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-9d0457cd-bbaa-41d9-b56b-5964a09bae54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.1664658 Jun 07 08:13:04.681498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8b7f9438-e0b8-489d-a512-b7ba9cf5df84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:04.692094 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed34e9-c9ba-4994-a53a-63392f2f04a6 req-5ecc004c-5042-4424-8376-6b080cefe8ad tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.693732 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9ed34e9-c9ba-4994-a53a-63392f2f04a6 req-5ecc004c-5042-4424-8376-6b080cefe8ad tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 932 time: 0.6168151 Jun 07 08:13:04.712041 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Deleting subnet 35c2140d-68b8-4e27-8fc7-0beb6305bb90 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:13:04.715297 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.731833 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=e0cefdfc-5928-4844-82ec-c1207a0685fc,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:04.743990 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.745280 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:04.766833 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.22', 65515) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:04.786754 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.793839 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1392372 Jun 07 08:13:04.795588 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.796678 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6150787 Jun 07 08:13:04.806666 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.823240 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:04.834660 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Request body: {'port': {'device_id': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:04.859993 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['e0cefdfc-5928-4844-82ec-c1207a0685fc'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:04.928294 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-0bac4089-79de-4057-b53b-5a4d0b69f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.929746 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-0bac4089-79de-4057-b53b-5a4d0b69f038 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.2581325 Jun 07 08:13:04.955990 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9ed34e9-c9ba-4994-a53a-63392f2f04a6 req-95e6da9e-5153-4597-bfeb-8d5ade9f5a36 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186589 Jun 07 08:13:04.995832 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.010910 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d286e25ca0fc458494e83f430d17ab7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2560353 Jun 07 08:13:05.023424 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42492) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:05.030210 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-dd4ac09e-2e0b-4688-8097-4d5028e8b6b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810938 Jun 07 08:13:05.043763 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9da39-db0e-41af-ab54-5b084551ffa4,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.095929 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-7305c6e0-1d22-4eed-b692-324482d82003 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.097775 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-7305c6e0-1d22-4eed-b692-324482d82003 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 811 time: 0.3302243 Jun 07 08:13:05.112898 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:05.175141 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582a0d7-2df2-44b7-86c7-165b5d806a02 req-8a20bc70-71d2-471e-bb68-96decdcf22d1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.183112 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2582a0d7-2df2-44b7-86c7-165b5d806a02 req-8a20bc70-71d2-471e-bb68-96decdcf22d1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 945 time: 0.5923705 Jun 07 08:13:05.186004 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-cf3bf198-1a82-418b-8d66-32f7d8b3d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.187569 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-cf3bf198-1a82-418b-8d66-32f7d8b3d82e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 1096 time: 0.6960607 Jun 07 08:13:05.208092 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-a8334996-0fd7-4347-a8a5-6108e1acca33 req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.211830 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.222342 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-2fc849c4-4635-4275-9421-872f290ec4e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c76a8abc57f34c8f829a0e9629aecc6a HTTP/1.1" status: 200 len: 380 time: 0.1137464 Jun 07 08:13:05.223124 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-a8334996-0fd7-4347-a8a5-6108e1acca33 req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.225075 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bb3f4883-2fba-4126-957b-a2c6429235c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:05.271135 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'port': {'device_id': '612fe013-eca1-4c14-9c9c-45f403916c58', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'admin_state_up': True, 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'security_groups': ['cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551']}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:05.291043 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c2140d-68b8-4e27-8fc7-0beb6305bb90,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.298635 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.300482 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/35c2140d-68b8-4e27-8fc7-0beb6305bb90 HTTP/1.1" status: 204 len: 168 time: 0.6508563 Jun 07 08:13:05.306041 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:05.306530 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-91190080-54c5-430e-881c-0c9084d306ab tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:05.310187 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 42500) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:05.317541 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f4507722-49d9-4f94-a1dc-519f316c91c3 req-aff9855e-b732-4aaa-96f6-677bcf0b8c39 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 210 time: 0.1564121 Jun 07 08:13:05.325397 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-a8334996-0fd7-4347-a8a5-6108e1acca33 req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7553341 Jun 07 08:13:05.390889 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.403595 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e12150-bab8-45fd-992b-051549466f0b,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.408619 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:05.460693 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Made reservation on behalf of c76a8abc57f34c8f829a0e9629aecc6a for: {'port': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:05.464421 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.626648 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Allocated IP 172.20.0.7 (d27eab4d-ca14-4288-807c-dae6ae0234fa/daef9e81-4ce2-446d-a283-15b7aee00c74/fb473520-8a1d-4a70-b6a8-a39fda6da3b0) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:05.633243 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2582a0d7-2df2-44b7-86c7-165b5d806a02 req-c6e7e382-c6df-46a7-a558-9f7f4221195d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496677 Jun 07 08:13:05.785153 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.790545 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:05.794214 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db696457-c0de-4a74-a346-4dcc8ed572df" -d '{"events": [{"server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "name": "network-vif-plugged", "status": "completed", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:05.825759 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.841162 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Transition to ACTIVE for port object fb473520-8a1d-4a70-b6a8-a39fda6da3b0 will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:05.865468 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.880620 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:05.915543 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.918635 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-436b91b1-a7ee-4e3b-a5d6-6c3c46ed1cdb service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8688762 Jun 07 08:13:05.950426 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Network d27eab4d-ca14-4288-807c-dae6ae0234fa is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:05.953569 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:05.957563 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:05.970738 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.994402 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'Port': ['ID=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.998792 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:06.019793 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-99f8a55a-94ba-44eb-9b11-a4fd5e7c03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.021474 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-99f8a55a-94ba-44eb-9b11-a4fd5e7c03c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.8009279 Jun 07 08:13:06.033670 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.034317 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.053631 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024509 Jun 07 08:13:06.065520 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Request body: {'port': {'device_id': '612fe013-eca1-4c14-9c9c-45f403916c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:06.120036 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-654a6906-8e2f-4a11-acf1-ca59b63403d8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1383198380&fields=id&tenant_id=390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 267 time: 0.3297968 Jun 07 08:13:06.202679 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-97abec3b-3270-4e94-9397-fbe5a3f19915 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc HTTP/1.1" status: 200 len: 217 time: 0.1516213 Jun 07 08:13:06.239099 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 9fa698c3-d12c-4964-acef-62642d80d28e details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:06.241669 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device e0cefdfc-5928-4844-82ec-c1207a0685fc up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:06.264529 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.275044 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-4f164fff-3e83-41a0-8c21-824c2f93749b None None] Provisioning for port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:06.299347 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-4f164fff-3e83-41a0-8c21-824c2f93749b None None] Provisioning complete for port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:06.299931 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4f164fff-3e83-41a0-8c21-824c2f93749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.377692 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4ac9-998e-4b59-b228-d5425e790d8a req-91cde29c-27c4-4c33-be1b-13a64a2e7ac9 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.379282 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4bef4ac9-998e-4b59-b228-d5425e790d8a req-91cde29c-27c4-4c33-be1b-13a64a2e7ac9 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 944 time: 0.9417191 Jun 07 08:13:06.389216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-4f164fff-3e83-41a0-8c21-824c2f93749b None None] Port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:13:06.474188 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port e0cefdfc-5928-4844-82ec-c1207a0685fc completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:06.483836 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port e0cefdfc-5928-4844-82ec-c1207a0685fc triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:06.484227 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.545641 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 9fa698c3-d12c-4964-acef-62642d80d28e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9fa698c3-d12c-4964-acef-62642d80d28e,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:06.566249 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '9fa698c3-d12c-4964-acef-62642d80d28e', 'network_id': 'e87bb91e-74a3-4cab-a871-d85b5189f664', 'port_id': '9fa698c3-d12c-4964-acef-62642d80d28e', 'mac_address': 'fa:16:3e:37:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb96dd8e-671e-474a-9ccd-fba1e43cd59e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:06.629183 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.657757 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb473520-8a1d-4a70-b6a8-a39fda6da3b0 {{(pid=91904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:06.665458 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.682065 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Transition to ACTIVE for port object fb473520-8a1d-4a70-b6a8-a39fda6da3b0 will not be triggered until provisioned by entity L2. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:06.685304 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa698c3-d12c-4964-acef-62642d80d28e {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:06.686775 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-27d6f7ba-750b-4e33-ac0d-fe57e98026c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.687478 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.688929 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-27d6f7ba-750b-4e33-ac0d-fe57e98026c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.4666209 Jun 07 08:13:06.697711 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.699187 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a3b7645d-5969-45e3-aa93-5f2cf0b1a6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:06.714119 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.718826 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.724175 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 9fa698c3-d12c-4964-acef-62642d80d28e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9fa698c3-d12c-4964-acef-62642d80d28e,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:06.738247 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.741535 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:06.764560 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dc77fae4-0cb2-495f-8c04-90c326adaaf3 req-91c716d8-df34-41c9-b212-28b4f5b9efb1 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303115 Jun 07 08:13:06.782940 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Pushing event updated for resources: {'Port': ['ID=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:06.785943 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:06.789195 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.789697 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.790246 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.790573 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > port after_create 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.790885 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.791725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > port after_update 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.792046 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.792362 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.792684 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.792984 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.801651 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port e0cefdfc-5928-4844-82ec-c1207a0685fc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:06.817563 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.836539 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=9fa698c3-d12c-4964-acef-62642d80d28e,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:06.841059 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:06.841617 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8ddf9b48-ecdb-4b04-9747-afb3751cb8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:06.885547 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.885991 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.886211 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.886539 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:13:06.886911 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c201742e-936e-406c-b421-1954deaa431e']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:06.912361 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.916314 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7c9da39-db0e-41af-ab54-5b084551ffa4 HTTP/1.1" status: 204 len: 168 time: 1.8858454 Jun 07 08:13:06.933254 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=e0cefdfc-5928-4844-82ec-c1207a0685fc,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:06.936897 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4bef4ac9-998e-4b59-b228-d5425e790d8a req-4bab09db-4701-4569-8a7e-2d757be6eaef tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261009 Jun 07 08:13:06.937185 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:06.938432 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:06.999228 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-bdde7e67-5989-47fb-93d2-87267b902976 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2857003 Jun 07 08:13:07.005759 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['9fa698c3-d12c-4964-acef-62642d80d28e'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:07.021808 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2199fbf7-c5c0-4625-9ab6-6591df87f75d') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:07.026582 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Attempting to bind port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:07.027096 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Attempting to bind port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}] {{(pid=91904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:07.027232 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Attempting to bind port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 on network d27eab4d-ca14-4288-807c-dae6ae0234fa {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:07.028730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2199fbf7-c5c0-4625-9ab6-6591df87f75d') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:07.032186 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 on network d27eab4d-ca14-4288-807c-dae6ae0234fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:07.032502 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Attempting to bind port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 on network d27eab4d-ca14-4288-807c-dae6ae0234fa {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:07.039710 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:07.040042 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Checking segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:07.040421 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Bound using segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} {{(pid=91904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:07.040844 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.managers [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Bound port: fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}}] {{(pid=91904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:07.041186 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.074313 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9da39-db0e-41af-ab54-5b084551ffa4,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:07.098592 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:07.113897 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-7ef2ae12-ffc3-4d50-a66c-eb606c88f6c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.115659 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-7ef2ae12-ffc3-4d50-a66c-eb606c88f6c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 816 time: 0.9945757 Jun 07 08:13:07.184754 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] For port fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host hv-cinder-78494, cleared binding levels {{(pid=91904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:07.189915 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] For port fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:07.195452 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.196021 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.205534 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6fd97824-d444-4c2d-b8b0-74815f2dd89a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:07.245016 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-f92e5e47-7346-484e-a03f-7b6f444cdda3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/quotas/390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 375 time: 0.0971539 Jun 07 08:13:07.286916 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.287763 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.289753 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] 10.222.0.22 "PUT /v2.0/ports/fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 1093 time: 1.2288411 Jun 07 08:13:07.297385 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:07.300403 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb254f-91bd-4682-883a-991eb6711d81" -d '{"events": [{"name": "network-changed", "server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:07.309701 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.329981 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Pushing event updated for resources: {'Port': ['ID=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,revision_number=3']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:07.334013 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:07.378838 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:13:07.379232 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: from cryptography.utils import int_from_bytes Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: from cryptography.utils import int_from_bytes Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:13:07.396738 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:13:07.421083 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.db.resource_extend [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:13:07.443808 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-7ca6aab6-8397-47fd-9ac9-ed5fb94d8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.445564 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-7ca6aab6-8397-47fd-9ac9-ed5fb94d8480 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1096 time: 0.0943367 Jun 07 08:13:07.531254 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-f3013356-61e3-4a19-90a5-08140321fd25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 217 time: 0.0767553 Jun 07 08:13:07.576032 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-c0e7da70-46e4-4f1c-9f91-f8346360bc96 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595315 Jun 07 08:13:07.617219 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-ae7b82ee-4e65-49ef-9913-eb8da947bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.618750 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-ae7b82ee-4e65-49ef-9913-eb8da947bdaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.0807977 Jun 07 08:13:07.626598 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.632206 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92419ec-b660-43ad-8ff2-cf0b8cd6d164 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:07.643591 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a704-7661-474e-9e0e-9a83600f8a61 req-7fcb5d24-2ffd-4da0-88ec-a31cf19b6ceb tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.644966 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb92a704-7661-474e-9e0e-9a83600f8a61 req-7fcb5d24-2ffd-4da0-88ec-a31cf19b6ceb tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 945 time: 0.4961374 Jun 07 08:13:07.702503 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-225e0457-7209-44af-bbef-c303df1a406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.704625 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-225e0457-7209-44af-bbef-c303df1a406c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794661 Jun 07 08:13:07.762323 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.784393 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-fd24cffa-3704-4da6-93c0-d362cfa416b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:07.850275 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-a5260e1a-d2d4-4278-b956-b46a915ebf1d service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387076 Jun 07 08:13:07.854498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.856425 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/c201742e-936e-406c-b421-1954deaa431e HTTP/1.1" status: 204 len: 168 time: 2.5380161 Jun 07 08:13:07.878162 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c201742e-936e-406c-b421-1954deaa431e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:07.880670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Transition to ACTIVE for port object d92419ec-b660-43ad-8ff2-cf0b8cd6d164 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:07.892058 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:07.901792 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-a862616f-049c-4a48-a353-752cb9725092 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6107545 Jun 07 08:13:07.916117 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.927995 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb92a704-7661-474e-9e0e-9a83600f8a61 req-0267e7e9-6bf7-4117-89e2-ee47661958de tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722741 Jun 07 08:13:07.932498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-068e9c51-7205-4adf-9e2d-4024dc881f96 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:08.050324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6849c583-38b3-4fc9-9ccf-a90413c0a303 x-openstack-request-id: req-6849c583-38b3-4fc9-9ccf-a90413c0a303 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:08.050874 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "name": "network-vif-plugged", "status": "completed", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:08.051140 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6849c583-38b3-4fc9-9ccf-a90413c0a303 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:08.051731 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6', 'code': 200} Jun 07 08:13:08.085240 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b6c6c67-b7eb-499d-96d8-6422b1384b8c req-19f6df27-204a-4ced-a061-5f4f8e65d0ee service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979944 Jun 07 08:13:08.105877 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-0ef583df-1a61-4b3f-b5da-399df8e73064 req-ab84e746-8e09-4e0c-b731-992722f449cc service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446485 Jun 07 08:13:08.176128 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42550) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:08.214918 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Pushing event updated for resources: {'Port': ['ID=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:08.238177 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:08.238417 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 9fa698c3-d12c-4964-acef-62642d80d28e up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:08.260437 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ed3e7543-aead-4fa8-a4be-197d5ff91c82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dc2c4d4d33540bd916ea023bf5a3fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829756 Jun 07 08:13:08.262938 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42556) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:08.363398 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 9fa698c3-d12c-4964-acef-62642d80d28e completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:08.370198 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 9fa698c3-d12c-4964-acef-62642d80d28e triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:08.370801 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.392629 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e9647fb9-ee28-4670-9f57-bd8ba4e0c04f service neutron] 10.222.0.35 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620962 Jun 07 08:13:08.407027 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.427536 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Attempting to bind port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:08.427536 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Attempting to bind port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '817c6ff9-60ab-4969-b8d5-224f6c67fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:08.427893 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Attempting to bind port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 on network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:08.443159 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 on network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:08.443509 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Attempting to bind port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 on network f7eee1e4-a917-4a3d-930b-7f5bffb61b22 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:08.448662 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.470451 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:08.470780 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Checking segment: {'id': '817c6ff9-60ab-4969-b8d5-224f6c67fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:08.471447 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Bound using segment: {'id': '817c6ff9-60ab-4969-b8d5-224f6c67fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:08.471681 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Bound port: d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817c6ff9-60ab-4969-b8d5-224f6c67fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:08.471957 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.496029 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d24a19-5fa2-4423-a491-2779d20faf96 req-985fa3f2-8c8b-492e-9770-9db532b863a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.497896 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-13d24a19-5fa2-4423-a491-2779d20faf96 req-985fa3f2-8c8b-492e-9770-9db532b863a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 1098 time: 0.1724539 Jun 07 08:13:08.539294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.552770 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-13d24a19-5fa2-4423-a491-2779d20faf96 req-1d6d901a-c7a8-42b2-b419-f7049cab3b00 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Jun 07 08:13:08.553718 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.556845 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.558196 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c47f825-e716-4f08-aebc-4b23d1b98f6d HTTP/1.1" status: 204 len: 168 time: 0.2940035 Jun 07 08:13:08.559087 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2b622937-4d14-489a-a91e-427c39f05043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:08.591626 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c47f825-e716-4f08-aebc-4b23d1b98f6d,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:08.596967 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:08.638145 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 9fa698c3-d12c-4964-acef-62642d80d28e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9fa698c3-d12c-4964-acef-62642d80d28e,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:08.643710 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.645641 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-92be5647-5836-46aa-8ea7-f64e5d06c013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:08.649625 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462e74-0344-45d7-ae3a-84f5faef8960 req-33319bdb-4e55-4228-bcd6-344f7dfe9637 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.657265 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d1462e74-0344-45d7-ae3a-84f5faef8960 req-33319bdb-4e55-4228-bcd6-344f7dfe9637 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 944 time: 0.4180484 Jun 07 08:13:08.710015 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e4603818-2a3a-43ab-9fa4-b7e8514e14ed service neutron] 10.222.0.35 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093352 Jun 07 08:13:08.728945 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=9fa698c3-d12c-4964-acef-62642d80d28e,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:08.742847 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:08.784846 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] For port d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:08.794721 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] For port d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,segment=NetworkSegment(817c6ff9-60ab-4969-b8d5-224f6c67fb11),segment_id=817c6ff9-60ab-4969-b8d5-224f6c67fb11)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:08.808425 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.829351 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4c882f58-03a7-42f9-a6b2-528c432f9231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:08.875384 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d1462e74-0344-45d7-ae3a-84f5faef8960 req-3c9b4c55-7188-4140-9b67-49cd5e3b2f07 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170775 Jun 07 08:13:08.904756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.905373 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.907449 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] 10.222.0.22 "PUT /v2.0/ports/d92419ec-b660-43ad-8ff2-cf0b8cd6d164 HTTP/1.1" status: 200 len: 1094 time: 4.0873504 Jun 07 08:13:08.908024 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'tag': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:08.910263 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8aecb454-77f6-4e80-b915-8131aa7463c1", "tag": "d92419ec-b660-43ad-8ff2-cf0b8cd6d164"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:08.939444 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Pushing event updated for resources: {'Port': ['ID=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:08.941046 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:09.092475 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42574) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:09.157143 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8c23412e-dd58-42c0-b093-73383ed046a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a31bbf9feb094d788485aeeaa6dc2b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626497 Jun 07 08:13:09.160088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42580) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:09.171162 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-c9c64f1d-d151-4c88-9056-734067a435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.173341 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-c9c64f1d-d151-4c88-9056-734067a435d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5c17e94a7ee4b00b58d43687bbee871&device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 1097 time: 0.2088284 Jun 07 08:13:09.256132 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-54f0d65d-aca6-467a-9bd6-1b2865b3ddb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164 HTTP/1.1" status: 200 len: 217 time: 0.0715995 Jun 07 08:13:09.309867 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:09.337626 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60777ac-7245-4c20-8f2b-1bf4dd42f37d req-bacbb106-a64c-4553-9e79-0202a855727d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.339163 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b60777ac-7245-4c20-8f2b-1bf4dd42f37d req-bacbb106-a64c-4553-9e79-0202a855727d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 945 time: 0.2908905 Jun 07 08:13:09.350875 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61cef4-9299-4440-b0bc-9f7e427a1bfb req-9dd7c1e2-a507-4c9d-a474-c86bd08acd54 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.357579 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a61cef4-9299-4440-b0bc-9f7e427a1bfb req-9dd7c1e2-a507-4c9d-a474-c86bd08acd54 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 943 time: 0.2690341 Jun 07 08:13:09.357903 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:09.413480 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:09.414254 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-c1605feb-3721-4f1a-b54a-0924966e77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.415715 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-c1605feb-3721-4f1a-b54a-0924966e77c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b435d4ed-0df8-4fa0-b18f-8e3258176399 HTTP/1.1" status: 200 len: 849 time: 0.1516590 Jun 07 08:13:09.418447 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:09.422761 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bd2900a-d1b8-47c0-82a9-44fe37d9b073 HTTP/1.1" status: 204 len: 168 time: 0.2591124 Jun 07 08:13:09.422761 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:09.435883 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd2900a-d1b8-47c0-82a9-44fe37d9b073,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:09.439851 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:09.503253 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a61cef4-9299-4440-b0bc-9f7e427a1bfb req-f9bdad23-30ba-4db2-9b29-32207dc7a0e3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447639 Jun 07 08:13:09.505488 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-e801a693-216d-4169-b9f4-a8bdea3d50d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7eee1e4-a917-4a3d-930b-7f5bffb61b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767555 Jun 07 08:13:09.522434 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b60777ac-7245-4c20-8f2b-1bf4dd42f37d req-5fa13d54-7ce8-41bd-854c-0227921093dc tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607969 Jun 07 08:13:09.583598 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74986f32-2c5b-4c93-b59c-dd2c3f826b1d x-openstack-request-id: req-74986f32-2c5b-4c93-b59c-dd2c3f826b1d {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:09.584038 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:09.585244 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74986f32-2c5b-4c93-b59c-dd2c3f826b1d {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:09.585730 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'status': 'completed', 'code': 200} Jun 07 08:13:09.740127 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4821ac-1df9-4d01-a857-58ab6d1b6016 x-openstack-request-id: req-2c4821ac-1df9-4d01-a857-58ab6d1b6016 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:09.740435 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aecb454-77f6-4e80-b915-8131aa7463c1", "tag": "d92419ec-b660-43ad-8ff2-cf0b8cd6d164", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:09.740704 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c4821ac-1df9-4d01-a857-58ab6d1b6016 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:09.741159 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'tag': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164', 'status': 'completed', 'code': 200} Jun 07 08:13:09.759368 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb254f-91bd-4682-883a-991eb6711d81 req-75217b5e-0e75-45e9-af9c-8236c79e24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.771912 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-75217b5e-0e75-45e9-af9c-8236c79e24b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1096 time: 0.1522830 Jun 07 08:13:10.001748 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ff32ed93-2dcd-4966-9f08-32f9fd54f3ef req-c6efbac7-1370-48ea-92e5-8f1e4a085c53 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 210 time: 0.1596763 Jun 07 08:13:10.053226 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cefdfc-5928-4844-82ec-c1207a0685fc'}, {'server_uuid': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa698c3-d12c-4964-acef-62642d80d28e'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:10.056804 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b91884-03af-469f-90c3-e5787a703acd" -d '{"events": [{"server_uuid": "7f97642f-eb40-4fb1-b679-175680ae4aab", "name": "network-vif-plugged", "status": "completed", "tag": "e0cefdfc-5928-4844-82ec-c1207a0685fc"}, {"server_uuid": "7870b511-6dc3-40bf-881c-3394e5c6b54a", "name": "network-vif-plugged", "status": "completed", "tag": "9fa698c3-d12c-4964-acef-62642d80d28e"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:10.077391 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:13:10.092618 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-8bf21782-fe22-4505-99a9-15dbb0a1ddfb service neutron] 10.222.0.22 "GET /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702915 Jun 07 08:13:10.107991 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb254f-91bd-4682-883a-991eb6711d81 req-9a313594-a8a6-4590-8843-b4d4c89a87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.109356 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-9a313594-a8a6-4590-8843-b4d4c89a87b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.3342338 Jun 07 08:13:10.195949 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-3b2eb900-65fa-413a-b280-2b02981810a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 217 time: 0.0713735 Jun 07 08:13:10.239734 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device fb473520-8a1d-4a70-b6a8-a39fda6da3b0 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:10.429834 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb254f-91bd-4682-883a-991eb6711d81 req-86b1cbb3-b5a5-44f3-afa2-a9849ee1652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.431692 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-86b1cbb3-b5a5-44f3-afa2-a9849ee1652c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.2285109 Jun 07 08:13:10.498596 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2aef5-2033-466d-8541-26af20cae5f5 req-7a8ff000-84fd-4673-9008-353d394da734 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.505088 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5de2aef5-2033-466d-8541-26af20cae5f5 req-7a8ff000-84fd-4673-9008-353d394da734 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.7628493 Jun 07 08:13:10.528894 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:10.568606 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'port_id': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'mac_address': 'fa:16:3e:3b:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:10.679608 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb254f-91bd-4682-883a-991eb6711d81 req-f096fba6-aefa-44ad-86ff-cf68fae7bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.683290 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-f096fba6-aefa-44ad-86ff-cf68fae7bae0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2403605 Jun 07 08:13:10.718467 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:10.777718 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb473520-8a1d-4a70-b6a8-a39fda6da3b0 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:10.828496 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:10.841001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:10.844610 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:11.033115 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-c8c92227-7b5e-4433-a941-000434e17b2f service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417709 Jun 07 08:13:11.039144 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5de2aef5-2033-466d-8541-26af20cae5f5 req-64191c75-b020-4551-afcf-40c0b743a81b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356003 Jun 07 08:13:11.051236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:11.055776 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6e6c1abf-80fb-4000-9691-2513f2ed7094 req-86e2406d-eba3-44a7-b997-dd68b6d32e3c service neutron] 10.222.0.22 "GET /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9552209 Jun 07 08:13:11.081683 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:11.092594 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['fb473520-8a1d-4a70-b6a8-a39fda6da3b0'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:11.230757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-ccad4530-3240-49a6-b47d-ec80fdec65e6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.233213 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-ccad4530-3240-49a6-b47d-ec80fdec65e6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 816 time: 0.6274879 Jun 07 08:13:11.246829 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241f0d-acb4-4649-8d0d-2ad34bc0773c req-c9e31a04-bdc7-4929-a2f1-dedf44d75261 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.248882 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd241f0d-acb4-4649-8d0d-2ad34bc0773c req-c9e31a04-bdc7-4929-a2f1-dedf44d75261 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 945 time: 0.8014705 Jun 07 08:13:11.353951 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34fb254f-91bd-4682-883a-991eb6711d81 req-d8bc705a-c0a1-451f-ab39-61d58c0ec80d service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130062 Jun 07 08:13:11.436424 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd241f0d-acb4-4649-8d0d-2ad34bc0773c req-b927efaa-baf9-45f5-a7d5-59e577f14d80 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698296 Jun 07 08:13:11.445013 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-9cd4e53f-69fb-42d9-a0c1-bd74eed3ae97 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 380 time: 0.1948295 Jun 07 08:13:11.454897 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'port': {'device_id': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'admin_state_up': True, 'tenant_id': '390ada9782644f479952384524a144fd', 'security_groups': ['24cf892a-35be-407a-bd1b-69bd24c24473']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:11.500573 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b9cc2-3b56-4fb0-9340-f35b8a444001 x-openstack-request-id: req-2c2b9cc2-3b56-4fb0-9340-f35b8a444001 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:11.500756 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f97642f-eb40-4fb1-b679-175680ae4aab", "name": "network-vif-plugged", "status": "completed", "tag": "e0cefdfc-5928-4844-82ec-c1207a0685fc", "code": 200}, {"server_uuid": "7870b511-6dc3-40bf-881c-3394e5c6b54a", "name": "network-vif-plugged", "status": "completed", "tag": "9fa698c3-d12c-4964-acef-62642d80d28e", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:11.501017 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c2b9cc2-3b56-4fb0-9340-f35b8a444001 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:11.501413 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cefdfc-5928-4844-82ec-c1207a0685fc', 'code': 200} Jun 07 08:13:11.501669 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa698c3-d12c-4964-acef-62642d80d28e', 'code': 200} Jun 07 08:13:11.523487 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-f31105e5-2a38-433a-83e2-d9193b07fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.525382 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-f31105e5-2a38-433a-83e2-d9193b07fb24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5c17e94a7ee4b00b58d43687bbee871&device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 1097 time: 0.3877409 Jun 07 08:13:11.816334 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b577-a206-465a-ac3f-1c03812f1bcf req-38d236e3-2eef-46e8-9a9d-99f921e60e46 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.825146 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9f45b577-a206-465a-ac3f-1c03812f1bcf req-38d236e3-2eef-46e8-9a9d-99f921e60e46 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 944 time: 0.5299635 Jun 07 08:13:11.869677 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e369-f580-4fa3-90bb-f6e8d370f6f6 req-e2925dcd-d09e-4019-b9b5-a79badb18994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.871394 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-95b1e369-f580-4fa3-90bb-f6e8d370f6f6 req-e2925dcd-d09e-4019-b9b5-a79badb18994 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 1098 time: 0.0883791 Jun 07 08:13:11.954974 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-95b1e369-f580-4fa3-90bb-f6e8d370f6f6 req-0227358a-169e-43ff-9512-e1a10491ca7d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759966 Jun 07 08:13:11.996987 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9f45b577-a206-465a-ac3f-1c03812f1bcf req-6657151a-f087-4361-af06-d57eb2c0c417 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708667 Jun 07 08:13:11.999590 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-715a1853-21f4-48f9-bbba-3ad51cb90e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.001812 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-715a1853-21f4-48f9-bbba-3ad51cb90e03 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7eee1e4-a917-4a3d-930b-7f5bffb61b22 HTTP/1.1" status: 200 len: 910 time: 0.4028444 Jun 07 08:13:12.006205 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Made reservation on behalf of 390ada9782644f479952384524a144fd for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:12.009834 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:12.170610 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-bcf81e80-cbef-47df-b9c3-be8882b96069 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164 HTTP/1.1" status: 200 len: 217 time: 0.1470611 Jun 07 08:13:12.249297 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device fb473520-8a1d-4a70-b6a8-a39fda6da3b0 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:12.306855 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193fad-8fd4-4de3-9bd5-a5b85391e877 req-012561ee-3f7b-45a6-8aaf-e73d7593d4c0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.308675 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b5193fad-8fd4-4de3-9bd5-a5b85391e877 req-012561ee-3f7b-45a6-8aaf-e73d7593d4c0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 944 time: 0.5680358 Jun 07 08:13:12.318913 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3db34-2eda-4ab2-883a-17e25c48bd3f req-a88f3f9f-a771-4ff1-920b-48f6c958ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.320704 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8a3db34-2eda-4ab2-883a-17e25c48bd3f req-a88f3f9f-a771-4ff1-920b-48f6c958ccf0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.4878955 Jun 07 08:13:12.348508 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdbf1bc1-b166-422e-abf7-b9d01029ac2c req-52367eea-885e-459b-9162-b57bfd654842 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 210 time: 0.1673234 Jun 07 08:13:12.353335 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:12.359590 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:12.360552 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:12.382911 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-ee4912d0-8714-454f-ad3a-4b2b04886bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.384447 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-ee4912d0-8714-454f-ad3a-4b2b04886bca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b435d4ed-0df8-4fa0-b18f-8e3258176399 HTTP/1.1" status: 200 len: 849 time: 0.2020586 Jun 07 08:13:12.467109 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-744943b5-ddce-464b-b03b-6278f9d99f00 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7eee1e4-a917-4a3d-930b-7f5bffb61b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674527 Jun 07 08:13:12.534794 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:12.590348 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:12.596612 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:12.601057 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-4096e33a-edf7-48ac-b4ae-b25c26aa567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:12.635590 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8a3db34-2eda-4ab2-883a-17e25c48bd3f req-b86c79f4-e239-4efb-abb4-5907529df4f1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884469 Jun 07 08:13:12.668874 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b5193fad-8fd4-4de3-9bd5-a5b85391e877 req-e1326686-0ed8-4f57-8de3-e700a18b35e0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323138 Jun 07 08:13:12.742718 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Allocated IP 172.20.0.9 (04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a/bd997402-5fa9-4dbb-a328-b60dd2d3faa8/c901c360-5a00-4a06-b63e-605de093f00a) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:12.795845 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-d215edac-1e05-49a7-8cd6-b99ba05a0636 service neutron] 10.222.0.22 "GET /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153987 Jun 07 08:13:12.802040 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:12.823084 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:13.231473 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e7e3f05-2bda-480b-b3a0-98eccf24c5c8 req-da87fd04-e412-4b06-9480-5278155ebf35 service neutron] 10.222.0.22 "GET /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248097 Jun 07 08:13:13.236186 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:13.271688 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Transition to ACTIVE for port object c901c360-5a00-4a06-b63e-605de093f00a will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:13.353960 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af990b-ef09-4525-88ad-bec7f14871f3 req-f0a273c5-31b6-436b-a5d8-c0028ff12086 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.355395 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-18af990b-ef09-4525-88ad-bec7f14871f3 req-f0a273c5-31b6-436b-a5d8-c0028ff12086 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.3828897 Jun 07 08:13:13.393888 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:13.415801 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:13.481035 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-18af990b-ef09-4525-88ad-bec7f14871f3 req-51fc26b8-4ebe-47e5-84bc-4bdaa3337c40 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176319 Jun 07 08:13:13.492340 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d092-42ad-4695-b500-7170e659157a req-1d167bcf-d722-4e57-b4e7-cc2333399c2a tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.498961 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e801d092-42ad-4695-b500-7170e659157a req-1d167bcf-d722-4e57-b4e7-cc2333399c2a tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 944 time: 0.2246273 Jun 07 08:13:13.503444 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:13.506688 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d222ab4-99d6-43fb-b186-0a69db6dfb97" -d '{"events": [{"server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "name": "network-vif-plugged", "status": "completed", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:13.507395 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:13.523203 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:13.528730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:13.569670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:13.575119 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:13.611529 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e801d092-42ad-4695-b500-7170e659157a req-57a11bd4-30ef-4cfe-a426-143b1aaa657e tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115096 Jun 07 08:13:13.620655 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.621274 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:13.653375 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2028203 Jun 07 08:13:13.681489 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Request body: {'port': {'device_id': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:13.864392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9abed6dc-8618-411a-9618-e06815d15e6e None None] Provisioning for port c901c360-5a00-4a06-b63e-605de093f00a completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:13.869563 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9abed6dc-8618-411a-9618-e06815d15e6e None None] Provisioning complete for port c901c360-5a00-4a06-b63e-605de093f00a triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:13.870055 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9abed6dc-8618-411a-9618-e06815d15e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:13.884922 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:13.930728 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9abed6dc-8618-411a-9618-e06815d15e6e None None] Port c901c360-5a00-4a06-b63e-605de093f00a cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:13:13.958434 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e50e37-5603-43f1-b684-76d44142f6bf req-7a3588e9-6b9d-45c9-bbfa-b60ce6df093f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.959968 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-92e50e37-5603-43f1-b684-76d44142f6bf req-7a3588e9-6b9d-45c9-bbfa-b60ce6df093f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 931 time: 0.2131789 Jun 07 08:13:14.072094 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-92e50e37-5603-43f1-b684-76d44142f6bf req-7c4f764a-1331-4177-af68-89c88276e5e9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970030 Jun 07 08:13:14.148244 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e91c997-4a43-4a40-9758-c1b4ec21fac7 x-openstack-request-id: req-0e91c997-4a43-4a40-9758-c1b4ec21fac7 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:14.148815 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "name": "network-vif-plugged", "status": "completed", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:14.149298 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e91c997-4a43-4a40-9758-c1b4ec21fac7 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:14.149904 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'code': 200} Jun 07 08:13:14.151558 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-2d10c5dd-78cf-484d-b828-6b7090e9ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:14.261344 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d92419ec-b660-43ad-8ff2-cf0b8cd6d164 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:14.441216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,segment=NetworkSegment(817c6ff9-60ab-4969-b8d5-224f6c67fb11),segment_id=817c6ff9-60ab-4969-b8d5-224f6c67fb11)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:14.459319 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164', 'network_id': 'f7eee1e4-a917-4a3d-930b-7f5bffb61b22', 'port_id': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164', 'mac_address': 'fa:16:3e:46:13:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b435d4ed-0df8-4fa0-b18f-8e3258176399', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:14.515559 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfab7b0-2d1d-4964-b603-388e60b8cc80 req-f11f80cc-cdb2-4987-97fb-bdf6c67abfbc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:14.524138 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0cfab7b0-2d1d-4964-b603-388e60b8cc80 req-f11f80cc-cdb2-4987-97fb-bdf6c67abfbc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.3104463 Jun 07 08:13:14.533264 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:14.553430 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92419ec-b660-43ad-8ff2-cf0b8cd6d164 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:14.576306 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,segment=NetworkSegment(817c6ff9-60ab-4969-b8d5-224f6c67fb11),segment_id=817c6ff9-60ab-4969-b8d5-224f6c67fb11)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:14.583022 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:14.584994 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:14.636140 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0cfab7b0-2d1d-4964-b603-388e60b8cc80 req-400b718b-50da-41d8-93f3-4fc05075e70c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109447 Jun 07 08:13:14.672654 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:14.679699 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:14.915865 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c901c360-5a00-4a06-b63e-605de093f00a {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:14.925597 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a0f5-879e-49c9-9afd-8c5774b5028e req-79abc6ab-3798-4046-bbc2-15cafc35ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:14.927240 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2b48a0f5-879e-49c9-9afd-8c5774b5028e req-79abc6ab-3798-4046-bbc2-15cafc35ec3c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1098 time: 0.5301375 Jun 07 08:13:14.932108 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d92419ec-b660-43ad-8ff2-cf0b8cd6d164'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:14.933233 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:14.987038 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Transition to ACTIVE for port object c901c360-5a00-4a06-b63e-605de093f00a will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:15.009794 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:15.021825 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:15.053944 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2b48a0f5-879e-49c9-9afd-8c5774b5028e req-40aa58e5-2413-49b7-a2e3-9701b24a131b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129694 Jun 07 08:13:15.213363 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390245d5-657d-493f-8895-c4b63279741c req-976d5cf0-d8bc-4eea-beab-705542325fa2 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.220962 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-390245d5-657d-493f-8895-c4b63279741c req-976d5cf0-d8bc-4eea-beab-705542325fa2 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.5340731 Jun 07 08:13:15.315364 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02070-9fee-45e3-ab49-adb38f2cf9a5 req-e6e85499-d888-43e8-8f68-2ae7556c4132 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.323534 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c1c02070-9fee-45e3-ab49-adb38f2cf9a5 req-e6e85499-d888-43e8-8f68-2ae7556c4132 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 945 time: 0.4779117 Jun 07 08:13:15.384084 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:15.397157 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:15.445617 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c1c02070-9fee-45e3-ab49-adb38f2cf9a5 req-ea8618f1-147d-4ff2-a7d6-f7588cbe3b52 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203198 Jun 07 08:13:15.459862 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-390245d5-657d-493f-8895-c4b63279741c req-d7aef3cb-6cda-4696-9647-410a7047170b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378449 Jun 07 08:13:15.544965 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Attempting to bind port c901c360-5a00-4a06-b63e-605de093f00a on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:15.545576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Attempting to bind port c901c360-5a00-4a06-b63e-605de093f00a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:15.545695 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Attempting to bind port c901c360-5a00-4a06-b63e-605de093f00a on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:15.565880 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Port c901c360-5a00-4a06-b63e-605de093f00a on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:15.566207 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Attempting to bind port c901c360-5a00-4a06-b63e-605de093f00a on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:15.576425 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:15.576780 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Checking segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:15.577173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Bound using segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:15.577656 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Bound port: c901c360-5a00-4a06-b63e-605de093f00a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:15.578031 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:15.770881 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:15.776431 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:15.784177 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:15.792300 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:15.859208 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.860198 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:15.862193 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] 10.222.0.22 "PUT /v2.0/ports/c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 200 len: 1093 time: 2.1922400 Jun 07 08:13:15.876604 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:15.880590 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c5b707-f4e9-4961-9073-64ea119e477a" -d '{"events": [{"name": "network-changed", "server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:15.955833 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d499ba-cf2c-4624-8ca6-6d7dd2a5a05c req-91d01740-9e9c-424d-ad15-6b6999422540 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.957291 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-28d499ba-cf2c-4624-8ca6-6d7dd2a5a05c req-91d01740-9e9c-424d-ad15-6b6999422540 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.3535464 Jun 07 08:13:16.101329 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:16.110669 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:16.143158 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-28d499ba-cf2c-4624-8ca6-6d7dd2a5a05c req-93004075-cc47-4283-bf48-73807925a96d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029084 Jun 07 08:13:16.197137 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039ceb5-100e-4ff5-bbe5-3567a96d5319 req-f9efe965-5bc0-4720-9511-caf4247d373d tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.203911 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f039ceb5-100e-4ff5-bbe5-3567a96d5319 req-f9efe965-5bc0-4720-9511-caf4247d373d tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2661664 Jun 07 08:13:16.206108 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-c316e35a-1263-49f4-a248-babe0ef80c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.207701 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-c316e35a-1263-49f4-a248-babe0ef80c64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1096 time: 0.2638919 Jun 07 08:13:16.212148 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-53c57eb3-053d-4d54-8a1a-46c79d25110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.213839 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-53c57eb3-053d-4d54-8a1a-46c79d25110f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 1098 time: 0.3241735 Jun 07 08:13:16.274893 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d92419ec-b660-43ad-8ff2-cf0b8cd6d164 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:16.366052 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:16.379556 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-4d536852-fe19-47e9-ba41-d081958ea617 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 200 len: 217 time: 0.1437845 Jun 07 08:13:16.390322 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:16.397478 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:16.398171 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:16.463244 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f039ceb5-100e-4ff5-bbe5-3567a96d5319 req-d5a34036-4bbc-4f4b-b11f-c7d4ec0e5002 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537255 Jun 07 08:13:16.592544 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:16.629014 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-bd5a7acb-c9d7-4673-94c5-ed45ab649f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.630542 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-bd5a7acb-c9d7-4673-94c5-ed45ab649f10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.2421725 Jun 07 08:13:16.649514 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:16.652422 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3fd3c1-dcfb-481e-95d2-3f1ddb6c6a07" -d '{"events": [{"server_uuid": "8aecb454-77f6-4e80-b915-8131aa7463c1", "name": "network-vif-plugged", "status": "completed", "tag": "d92419ec-b660-43ad-8ff2-cf0b8cd6d164"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:16.683073 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,segment=NetworkSegment(817c6ff9-60ab-4969-b8d5-224f6c67fb11),segment_id=817c6ff9-60ab-4969-b8d5-224f6c67fb11)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:16.688551 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d96e9ce8-cd49-4529-bc78-1e1a7db8aaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:16.690603 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:16.692824 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:16.735657 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:16.774778 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:16.779022 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:16.796305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-7bbc45ed-2f20-4161-81fe-5217ffdf07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.798974 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-7bbc45ed-2f20-4161-81fe-5217ffdf07c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.5036399 Jun 07 08:13:16.815034 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-ca28bed4-becb-46ab-8370-90e28e66d37a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.816703 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-ca28bed4-becb-46ab-8370-90e28e66d37a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.4969027 Jun 07 08:13:16.993709 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-69829f1e-a082-44c0-abc4-c8320092499e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc HTTP/1.1" status: 200 len: 217 time: 0.1746886 Jun 07 08:13:17.001521 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-9b9b5708-8133-4bb8-a8cc-e0ed56cd9630 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/quotas/7f614896c69a47e68caf853b5554fe90 HTTP/1.1" status: 200 len: 375 time: 0.0330877 Jun 07 08:13:17.104403 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42850) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:17.110666 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-bfe262c3-8ec5-484f-9d57-094df82e5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.112151 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-bfe262c3-8ec5-484f-9d57-094df82e5c6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4656248 Jun 07 08:13:17.157017 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-90c59c9b-bf30-4d98-912e-4709842a856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.158439 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-90c59c9b-bf30-4d98-912e-4709842a856e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.1546171 Jun 07 08:13:17.170655 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d422-d308-4472-9be5-ef65afc81424 req-b6e8c346-632d-4bd8-81af-552c6fc1ba5c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.172148 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5893d422-d308-4472-9be5-ef65afc81424 req-b6e8c346-632d-4bd8-81af-552c6fc1ba5c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.4644673 Jun 07 08:13:17.246017 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.254620 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-605a2d37-93d5-4593-97da-114709c57f5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811734 Jun 07 08:13:17.364031 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.368542 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.383024 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:17.395010 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5893d422-d308-4472-9be5-ef65afc81424 req-3bd44c95-c2f8-4569-a249-ecc079f0f34e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866000 Jun 07 08:13:17.402911 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-cadb333b-60fd-4c38-b928-5db1d501d7f0 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3610442 Jun 07 08:13:17.422138 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c81eeb-6a29-4508-87c7-0c641da97bcd,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:17.432386 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:17.446146 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c8ff4c31c584f9a80e29f8e030b6c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401036 Jun 07 08:13:17.446831 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42862) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:17.504989 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffea70d7-879b-492b-be5c-427a70b2be83 x-openstack-request-id: req-ffea70d7-879b-492b-be5c-427a70b2be83 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:17.505277 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:17.505547 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffea70d7-879b-492b-be5c-427a70b2be83 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:17.505940 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'status': 'completed', 'code': 200} Jun 07 08:13:17.519490 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-1aa57b2c-6783-41bf-b876-a27a623f234f service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928177 Jun 07 08:13:17.536947 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.539150 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.569192 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.624911 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.628317 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.629556 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1c81eeb-6a29-4508-87c7-0c641da97bcd HTTP/1.1" status: 204 len: 168 time: 0.1812375 Jun 07 08:13:17.630307 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:17.641123 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c81eeb-6a29-4508-87c7-0c641da97bcd,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:17.643505 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:17.703384 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-aac141f0-74e5-4f90-b5a5-117fdad0c146 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972068 Jun 07 08:13:17.909587 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-c8f68675-6b12-4e4f-8101-815335ad5234 service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396660 Jun 07 08:13:17.914922 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42870) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:17.932374 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:17.978618 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9ffc9f4-6257-4669-badc-080fda74f9a6 req-f791496b-b803-403d-ad10-9e4b154e7acc service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422593 Jun 07 08:13:18.049002 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:18.052982 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:18.061912 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f461c0d1-f31f-4b2c-b2af-670cbdcf649e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:18.069846 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba864db5-f3cf-4bf9-89c7-363474a0bb5d req-172fd64f-f694-4a95-9359-307ab82d837d tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.071308 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ba864db5-f3cf-4bf9-89c7-363474a0bb5d req-172fd64f-f694-4a95-9359-307ab82d837d tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 946 time: 0.4844365 Jun 07 08:13:18.078539 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da9727aa-d9d2-4580-899f-bfabd86c292e req-908240ef-b1ce-41d5-95c1-546566f91a5d service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658428 Jun 07 08:13:18.104936 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b81ff6e845a9439d9c78e0e4c398b7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888714 Jun 07 08:13:18.106972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a11c50-557a-4dfb-9d80-38b85b22987d,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:18.109983 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42872) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:18.126515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:18.181459 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:18.208783 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-1e36bec2-518a-41d8-b169-081ebcc4d8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890887 Jun 07 08:13:18.213389 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:18.216136 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ba864db5-f3cf-4bf9-89c7-363474a0bb5d req-ca3deab2-771e-4409-8db6-fd0c507cd4a8 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349444 Jun 07 08:13:18.235693 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b707-f4e9-4961-9073-64ea119e477a req-fd2ec770-6dd0-49bc-a9f7-c945806335e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.236714 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-fd2ec770-6dd0-49bc-a9f7-c945806335e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1096 time: 0.1605093 Jun 07 08:13:18.284999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:18.288756 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:18.292664 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48a11c50-557a-4dfb-9d80-38b85b22987d HTTP/1.1" status: 204 len: 168 time: 0.1791329 Jun 07 08:13:18.292664 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2d27b9f3-e17b-4b3b-ab71-9e5ccfa6c098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:18.303388 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a11c50-557a-4dfb-9d80-38b85b22987d,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:18.305745 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:18.417217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b707-f4e9-4961-9073-64ea119e477a req-60efdb9c-92e7-4716-a886-3a028621f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.418764 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-60efdb9c-92e7-4716-a886-3a028621f3f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.1613696 Jun 07 08:13:18.450361 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f7da4-ba78-42c5-9297-e165d8df384d x-openstack-request-id: req-a16f7da4-ba78-42c5-9297-e165d8df384d {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:18.450745 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aecb454-77f6-4e80-b915-8131aa7463c1", "name": "network-vif-plugged", "status": "completed", "tag": "d92419ec-b660-43ad-8ff2-cf0b8cd6d164", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:18.451005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a16f7da4-ba78-42c5-9297-e165d8df384d {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:18.451395 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164', 'code': 200} Jun 07 08:13:18.587723 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-40b2fe3a-d550-4d45-8fed-7221ea465ae6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 200 len: 217 time: 0.1476130 Jun 07 08:13:18.931519 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b707-f4e9-4961-9073-64ea119e477a req-cef8cd5d-e4d4-42d6-9247-d07cb91c6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.932942 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-cef8cd5d-e4d4-42d6-9247-d07cb91c6e2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.3356817 Jun 07 08:13:19.026597 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac150ce-ada2-48ab-8d15-868ff28fff92 req-2e61a58b-feb7-4824-b893-017c2c28e18c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.028104 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2ac150ce-ada2-48ab-8d15-868ff28fff92 req-2e61a58b-feb7-4824-b893-017c2c28e18c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.4386222 Jun 07 08:13:19.032567 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b469b-19d7-4308-95f4-3fce50bbbf21 req-2f78c026-5b9f-4f37-a6af-247a59139cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.033934 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc2b469b-19d7-4308-95f4-3fce50bbbf21 req-2f78c026-5b9f-4f37-a6af-247a59139cf3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 1099 time: 0.2487864 Jun 07 08:13:19.042308 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6a412-d307-4a13-b5dd-71b17e49fcce req-b82cec63-b1d6-4e53-a456-cb3082d27d94 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.049594 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0d6a412-d307-4a13-b5dd-71b17e49fcce req-b82cec63-b1d6-4e53-a456-cb3082d27d94 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2631087 Jun 07 08:13:19.164459 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc2b469b-19d7-4308-95f4-3fce50bbbf21 req-f89c1c6c-d902-4d9a-a6eb-265728450201 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127343 Jun 07 08:13:19.168946 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0d6a412-d307-4a13-b5dd-71b17e49fcce req-f3810f35-d976-4a98-a50e-7cb9206a6ea9 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185887 Jun 07 08:13:19.174647 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2ac150ce-ada2-48ab-8d15-868ff28fff92 req-3d6d3463-0195-4ec0-a73a-80f23ad210e7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213915 Jun 07 08:13:19.180877 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b707-f4e9-4961-9073-64ea119e477a req-938a5f63-246d-4a71-b8b3-0acba0b1dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.182987 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-938a5f63-246d-4a71-b8b3-0acba0b1dd53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2342947 Jun 07 08:13:19.372714 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:19.410385 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72292c72-06bc-41b3-b69b-53a18629b50f req-71ce7c1b-3c29-49c4-8f45-1ab97a5d4e9c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 210 time: 0.1207750 Jun 07 08:13:19.518651 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-8b6f1a98-b76a-4f2d-b7a5-58c9fd7fab91 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623990 Jun 07 08:13:19.526929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94b24-6e8f-44be-8c5d-61d3058b8878 req-47b7b7fa-a9e6-4a78-92bf-4ea49c28341b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.528370 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6cb94b24-6e8f-44be-8c5d-61d3058b8878 req-47b7b7fa-a9e6-4a78-92bf-4ea49c28341b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1989214 Jun 07 08:13:19.721424 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6cb94b24-6e8f-44be-8c5d-61d3058b8878 req-64f42c51-7a9f-4d38-8ee8-90ecb535294c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720436 Jun 07 08:13:19.755548 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-76c5b707-f4e9-4961-9073-64ea119e477a req-b080c551-3d37-4d94-a8ba-98027e804037 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261693 Jun 07 08:13:19.767348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e32f5c-ba9f-436b-9d7d-1073e5d1bfbc req-ad74193f-b244-409e-ac04-215ccf907a20 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.774184 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13e32f5c-ba9f-436b-9d7d-1073e5d1bfbc req-ad74193f-b244-409e-ac04-215ccf907a20 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 945 time: 0.2436886 Jun 07 08:13:19.823110 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13e32f5c-ba9f-436b-9d7d-1073e5d1bfbc req-c84174a5-6268-4096-8cf9-6122df5ef360 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481987 Jun 07 08:13:20.010092 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf475d-e235-4830-8be7-910c0d330be6 req-1da8199b-1599-47d3-9a63-2933b443c278 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.011852 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74bf475d-e235-4830-8be7-910c0d330be6 req-1da8199b-1599-47d3-9a63-2933b443c278 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1920555 Jun 07 08:13:20.022849 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42942) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:20.030265 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'floatingip': {'port_id': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:20.149711 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:20.226028 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32384a-8310-4166-bcab-5c74c0b010d8 req-b910a192-a54e-4789-ad28-4d1e16d75a44 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.227938 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-af32384a-8310-4166-bcab-5c74c0b010d8 req-b910a192-a54e-4789-ad28-4d1e16d75a44 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 946 time: 0.2716639 Jun 07 08:13:20.278816 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-95f675be-090d-482e-a312-f201f9696248 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.280605 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-95f675be-090d-482e-a312-f201f9696248 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.2617795 Jun 07 08:13:20.304623 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Request body: {'port': {'device_id': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'admin_state_up': True, 'tenant_id': '7f614896c69a47e68caf853b5554fe90'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:20.308047 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:20.380162 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-af32384a-8310-4166-bcab-5c74c0b010d8 req-b7c79b16-369e-4277-8fcc-6121627a2fd6 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393888 Jun 07 08:13:20.554971 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:20.578470 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c901c360-5a00-4a06-b63e-605de093f00a', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a', 'mac_address': 'fa:16:3e:02:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:20.591789 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a3437-9452-493d-a259-5b9481630727 req-431552ae-ad1e-4760-acf3-fb4ede5b954c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.593256 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f02a3437-9452-493d-a259-5b9481630727 req-431552ae-ad1e-4760-acf3-fb4ede5b954c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.2658632 Jun 07 08:13:20.594887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Made reservation on behalf of 7f614896c69a47e68caf853b5554fe90 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:20.598563 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:20.646026 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:20.679489 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901c360-5a00-4a06-b63e-605de093f00a {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:20.715211 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:20.725502 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:20.727777 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:20.822804 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:20.834497 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:20.862745 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f02a3437-9452-493d-a259-5b9481630727 req-87e6f866-0278-40b2-bf49-ce83cb497530 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530034 Jun 07 08:13:20.881136 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0af577fd-2ef5-490c-a39b-37811f7bc6cf req-4e0bea21-c18e-41b1-9122-b83dd47f848e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 210 time: 0.0786467 Jun 07 08:13:21.013501 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Allocated IP 172.20.0.4 (be6f92ce-6812-4641-8ac4-1c94d3e6f12c/789b47f6-0cf6-4332-b6b9-caa8f626d6dd/d970d4bb-2bac-4fa7-83bd-334d2398ff0e) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:21.134087 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c901c360-5a00-4a06-b63e-605de093f00a'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:21.269717 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:21.287939 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:21.363366 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:21.446991 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:21.480326 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:21.529726 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.l3_db [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Floating IP 29725c03-cfd2-478a-bff7-af680c8eef8a associated. External IP: 172.28.2.142, port: fb473520-8a1d-4a70-b6a8-a39fda6da3b0. Jun 07 08:13:21.568996 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:21.574527 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:21.579536 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:21.634759 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event updated for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:21.642306 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:21.652003 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fa76-b0d6-46ea-90f0-5de5cf3888eb req-bdb3a6a4-395d-486a-84c2-14b963d2e159 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.653482 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3b79fa76-b0d6-46ea-90f0-5de5cf3888eb req-bdb3a6a4-395d-486a-84c2-14b963d2e159 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 945 time: 0.6069646 Jun 07 08:13:21.671866 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42978) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:21.672905 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66f3a-a969-482c-970c-2b8807ad8b51 req-c1f6a472-9fa8-422c-943d-e33faa152726 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.674346 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f4d66f3a-a969-482c-970c-2b8807ad8b51 req-c1f6a472-9fa8-422c-943d-e33faa152726 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.5894263 Jun 07 08:13:21.726544 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-ec17daad-e64e-4568-838c-df27800ab71f tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.727998 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-ec17daad-e64e-4568-838c-df27800ab71f tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.22 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 945 time: 0.3330784 Jun 07 08:13:21.733381 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.733973 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:21.824381 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:21.831663 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3b79fa76-b0d6-46ea-90f0-5de5cf3888eb req-af492d23-0c65-4ebe-a909-b382690bc994 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7c90f3c-3d58-4c67-836d-9a32b8059cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666334 Jun 07 08:13:21.832843 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5370245 Jun 07 08:13:21.843769 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f4d66f3a-a969-482c-970c-2b8807ad8b51 req-0598cd2a-8c2c-442e-b6cf-30b1b1d70c31 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493523 Jun 07 08:13:21.851097 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Request body: {'port': {'device_id': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:21.951672 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:13:22.021868 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:22.130248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.201109 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Deleting port c860f641-4411-41f5-8c9e-8659e2753be6 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:13:22.201526 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.295634 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.297827 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:13:22.302468 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.313081 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:13:22.327473 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:13:22.328221 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:13:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:22.331831 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.334684 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:22.344878 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-48666e66-ac07-45c3-9f82-1a0636c5fb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:22.400978 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c3273-88d1-494a-9e5a-2e563c293508,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:22.403260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60678e1-f81a-4086-8f31-330ab1b8402e req-28288fb3-1855-43c1-8226-1a098ed88659 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:22.409198 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fc535fb464f424e84b8b8ff32a45b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361665 Jun 07 08:13:22.409823 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 42988) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:22.409932 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b60678e1-f81a-4086-8f31-330ab1b8402e req-28288fb3-1855-43c1-8226-1a098ed88659 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 944 time: 0.3840005 Jun 07 08:13:22.416099 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-aedaaa0e-2abc-412e-a15d-a0b598a3e502 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "PUT /v2.0/floatingips/29725c03-cfd2-478a-bff7-af680c8eef8a HTTP/1.1" status: 200 len: 991 time: 2.3912728 Jun 07 08:13:22.434986 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b116bb-0e5d-4b5d-8ad7-ab04c3b8bb31 req-09d5811f-c366-465d-a439-944effeedfa8 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:22.440212 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port c901c360-5a00-4a06-b63e-605de093f00a completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:22.442949 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74b116bb-0e5d-4b5d-8ad7-ab04c3b8bb31 req-09d5811f-c366-465d-a439-944effeedfa8 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 946 time: 0.4586174 Jun 07 08:13:22.446688 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c901c360-5a00-4a06-b63e-605de093f00a triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:22.447299 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.525036 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:22.528271 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977fc0c-11ba-458f-ae9c-aa545d2daee2" -d '{"events": [{"name": "network-changed", "server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:22.529379 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74b116bb-0e5d-4b5d-8ad7-ab04c3b8bb31 req-540f0e6e-7ad4-4da9-b051-c42d1721a550 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855405 Jun 07 08:13:22.536660 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.537350 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.538219 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.540037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.540495 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.541977 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:13:22.542101 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.542509 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.543130 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.544228 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.545218 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.545795 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.546240 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:22.566767 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:22.615172 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.637691 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.675434 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.692517 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:22.695586 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197daad2-3a62-481c-a006-30738d381871" -d '{"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-plugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:22.706098 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:22.711585 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.724599 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c860f641-4411-41f5-8c9e-8659e2753be6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:13:22.729796 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c860f641-4411-41f5-8c9e-8659e2753be6,segment=NetworkSegment(bdb9572d-d115-474a-ac49-a58ea41716fa),segment_id=bdb9572d-d115-474a-ac49-a58ea41716fa)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:22.730160 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.784072 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b60678e1-f81a-4086-8f31-330ab1b8402e req-fbbe8a1d-eca4-4baf-aa65-45091c725398 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731635 Jun 07 08:13:22.789968 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:22.798869 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.801968 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:22.807158 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c4c3273-88d1-494a-9e5a-2e563c293508 HTTP/1.1" status: 204 len: 168 time: 0.3748624 Jun 07 08:13:22.808297 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5c8c8597-46a4-49dc-8974-5e63c02a3a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:22.842900 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c3273-88d1-494a-9e5a-2e563c293508,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:22.847194 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:23.079940 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '29725c03-cfd2-478a-bff7-af680c8eef8a', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'floating_ip_address': '172.28.2.142', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'port_id': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'mac_address': 'fa:16:3e:3b:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fe013-eca1-4c14-9c9c-45f403916c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:12:57Z', 'updated_at': '2021-06-07T08:13:21Z', 'revision_number': 1, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:23.085164 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:13:23.096329 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:13:23.097164 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:13:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:23.100721 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:23.108148 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:23.151840 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea84c5ec-fe2f-491e-b99b-c83a8128313b x-openstack-request-id: req-ea84c5ec-fe2f-491e-b99b-c83a8128313b {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:23.152184 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:23.152483 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea84c5ec-fe2f-491e-b99b-c83a8128313b {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:23.153439 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'status': 'completed', 'code': 200} Jun 07 08:13:23.227867 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:23.281450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce95a8ad-1922-49dc-ad19-4b8df6672e7c x-openstack-request-id: req-ce95a8ad-1922-49dc-ad19-4b8df6672e7c {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:23.281950 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-plugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:23.283598 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce95a8ad-1922-49dc-ad19-4b8df6672e7c {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:23.284106 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'code': 200} Jun 07 08:13:23.329800 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c860f641-4411-41f5-8c9e-8659e2753be6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c860f641-4411-41f5-8c9e-8659e2753be6,segment=NetworkSegment(bdb9572d-d115-474a-ac49-a58ea41716fa),segment_id=bdb9572d-d115-474a-ac49-a58ea41716fa)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:23.331308 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Calling delete_port for c860f641-4411-41f5-8c9e-8659e2753be6 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:13:23.342702 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:23.343805 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:23.488392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=6']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:23.493126 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:23.538823 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:13:23.699563 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61249b5-cd00-40f1-8d9b-c2dcd76450e8 req-bd125b34-90bf-40e8-bd41-33e031379248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:23.705398 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-c61249b5-cd00-40f1-8d9b-c2dcd76450e8 req-bd125b34-90bf-40e8-bd41-33e031379248 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1098 time: 0.1783910 Jun 07 08:13:23.807579 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-c61249b5-cd00-40f1-8d9b-c2dcd76450e8 req-89a5d31f-f24e-4eef-8541-fdbdb473ec9f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929098 Jun 07 08:13:23.923161 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be834d-7a9f-45e3-941a-26a0aa7a5dd8 req-85732b4c-5d57-497e-a566-170188610a06 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:23.924743 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85be834d-7a9f-45e3-941a-26a0aa7a5dd8 req-85732b4c-5d57-497e-a566-170188610a06 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 931 time: 1.1985662 Jun 07 08:13:23.990613 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43046) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:23.994367 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-d36e6b68-c563-40b3-a1f8-8dd52c42732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:23.996120 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-d36e6b68-c563-40b3-a1f8-8dd52c42732a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1098 time: 0.4297452 Jun 07 08:13:24.059713 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '29725c03-cfd2-478a-bff7-af680c8eef8a', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'floating_ip_address': '172.28.2.142', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'port_id': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'mac_address': 'fa:16:3e:3b:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fe013-eca1-4c14-9c9c-45f403916c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:12:57Z', 'updated_at': '2021-06-07T08:13:21Z', 'revision_number': 1, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:24.063801 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bc9fa-938e-4e38-b938-ff53f42075eb None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '29725c03-cfd2-478a-bff7-af680c8eef8a', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'floating_ip_address': '172.28.2.142', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'port_id': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'mac_address': 'fa:16:3e:3b:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fe013-eca1-4c14-9c9c-45f403916c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:12:57Z', 'updated_at': '2021-06-07T08:13:21Z', 'revision_number': 1, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:13:24.092905 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad0246-36d7-4841-8d6c-8ad092f8a556 req-8ba985de-e7b6-477e-836d-96dc2ef202a8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.095602 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c1ad0246-36d7-4841-8d6c-8ad092f8a556 req-8ba985de-e7b6-477e-836d-96dc2ef202a8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.5275283 Jun 07 08:13:24.131347 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-747869170-network', 'tenant_id': '1c6b3b1ecf7d4a80a4ce1320dfd9ea1b'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:24.148901 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Made reservation on behalf of 1c6b3b1ecf7d4a80a4ce1320dfd9ea1b for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:24.151226 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.167237 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.169624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d970d4bb-2bac-4fa7-83bd-334d2398ff0e {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:24.188714 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85be834d-7a9f-45e3-941a-26a0aa7a5dd8 req-d7db8144-dfd6-4dc8-a8b1-6fd60e324586 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468083 Jun 07 08:13:24.195488 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.267997 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.279397 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.284962 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.290878 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:24.301069 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e047e32e-86dd-4cef-b7ff-1d9eebfea772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:24.318641 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:13:24.332498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Transition to ACTIVE for port object d970d4bb-2bac-4fa7-83bd-334d2398ff0e will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:24.334977 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0337349d-1c36-4ff8-87f2-8276ccd967e7,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:24.337911 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.338337 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Added segment 815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a of type vlan for network d0188f40-8404-4de0-9971-3d88511b2aa4 Jun 07 08:13:24.340646 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:24.347199 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c1ad0246-36d7-4841-8d6c-8ad092f8a556 req-513a1915-8805-47af-90b4-7ef252e585c8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404253 Jun 07 08:13:24.370091 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.393245 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3a7e8-1908-44af-a48c-12bbedcd9c2c None None] New status for floating IP 29725c03-cfd2-478a-bff7-af680c8eef8a: ACTIVE {{(pid=91905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:13:24.404655 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Pushing event deleted for resources: {'Port': ['ID=c860f641-4411-41f5-8c9e-8659e2753be6,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:24.407582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.418562 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.420306 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.420916 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.427602 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:24.458526 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8ca331a-0e6a-4115-8e48-f24118bb6447 req-58d6e9d9-c8cd-4937-9ff2-2bcb698b9917 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.1248150 Jun 07 08:13:24.476845 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.477405 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.477899 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.478395 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.478897 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.479389 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.479906 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.480391 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.480893 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.481379 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.481862 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.482342 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:24.488305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-a29abe66-8d56-4ac0-9c47-2bb844ecdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.490094 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-a29abe66-8d56-4ac0-9c47-2bb844ecdc85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.4436576 Jun 07 08:13:24.525988 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:24.528070 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:24.533297 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Pushing event updated for resources: {'Network': ['ID=d0188f40-8404-4de0-9971-3d88511b2aa4,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:24.538330 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:24.545596 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5539267 Jun 07 08:13:24.549234 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43052) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:24.554804 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Request body: {'subnet': {'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-747869170-subnet', 'tenant_id': '1c6b3b1ecf7d4a80a4ce1320dfd9ea1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:24.581111 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Made reservation on behalf of 1c6b3b1ecf7d4a80a4ce1320dfd9ea1b for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:24.584368 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14908690'] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.630281 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network d0188f40-8404-4de0-9971-3d88511b2aa4 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:13:24.663616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] No DVR routers for this DVR port c860f641-4411-41f5-8c9e-8659e2753be6 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:13:24.749453 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.752372 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b3ae31ad-d68a-4ae9-8a0c-a5bd963b01de req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.22 "DELETE /v2.0/ports/c860f641-4411-41f5-8c9e-8659e2753be6 HTTP/1.1" status: 204 len: 173 time: 3.0093317 Jun 07 08:13:24.757537 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'name': 'network-vif-deleted', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:24.759813 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c6988a-5d28-4fd5-8ad9-8c638a48ac01" -d '{"events": [{"server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "name": "network-vif-deleted", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:24.833448 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Pushing event updated for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:24.899640 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:24.908230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3fc84a-ebb7-47fe-b1fd-40fcdea90556 x-openstack-request-id: req-7c3fc84a-ebb7-47fe-b1fd-40fcdea90556 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:24.908230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "name": "network-vif-deleted", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:24.908230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c3fc84a-ebb7-47fe-b1fd-40fcdea90556 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:24.908641 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'name': 'network-vif-deleted', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6', 'status': 'completed', 'code': 200} Jun 07 08:13:24.910713 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-c81d8a81-b533-45cd-bd88-2baaec94e68d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 999 time: 0.3958566 Jun 07 08:13:24.980531 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16540829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14908672'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.986689 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-43fcaf96-3151-40d4-a411-97a80a27cbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:25.071486 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8d5193-9ec8-4f79-b58d-3b226c2dad29,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:25.075285 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:25.080091 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Checking segment: {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:25.080426 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Network hostable DHCP agents. Network: d0188f40-8404-4de0-9971-3d88511b2aa4, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:13:25.099911 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Network d0188f40-8404-4de0-9971-3d88511b2aa4 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:13:25.111868 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, d0188f40-8404-4de0-9971-3d88511b2aa4) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:25.115703 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.120700 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:25.126054 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e40e01-c5bf-4164-af57-ae976a14b820 None None] Network d0188f40-8404-4de0-9971-3d88511b2aa4 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:13:25.140125 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b8c4da0d-04f4-4e69-8430-a5ab25055e17 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5894320 Jun 07 08:13:25.149309 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-03c0fd9c-0307-43ec-9083-55ad267fd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.150749 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-03c0fd9c-0307-43ec-9083-55ad267fd9d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.0998704 Jun 07 08:13:25.163265 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69611b-c98f-4ca3-a9ed-e75bd80434d3 req-2e5dc7a4-d075-47d5-9946-9de90f8b4e00 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.164741 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ca69611b-c98f-4ca3-a9ed-e75bd80434d3 req-2e5dc7a4-d075-47d5-9946-9de90f8b4e00 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.6399505 Jun 07 08:13:25.206650 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Attempting to bind port d970d4bb-2bac-4fa7-83bd-334d2398ff0e on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:25.206982 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Attempting to bind port d970d4bb-2bac-4fa7-83bd-334d2398ff0e by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:25.207303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Attempting to bind port d970d4bb-2bac-4fa7-83bd-334d2398ff0e on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:25.257461 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Port d970d4bb-2bac-4fa7-83bd-334d2398ff0e on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:25.257788 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Attempting to bind port d970d4bb-2bac-4fa7-83bd-334d2398ff0e on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:25.289726 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:25.290073 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Checking segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:25.290454 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Bound using segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:25.291319 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Bound port: d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:25.292988 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:25.322566 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:25.325735 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d15605-b9c5-49cc-93ba-18fb23052c9f" -d '{"events": [{"server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "name": "network-vif-unplugged", "status": "completed", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:25.419963 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cda2a9-597e-47be-b68f-907ce79c9afa None None] Network d0188f40-8404-4de0-9971-3d88511b2aa4 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:13:25.471805 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ca69611b-c98f-4ca3-a9ed-e75bd80434d3 req-53388fb7-d40b-4452-895e-c149e7bf94fa tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665777 Jun 07 08:13:25.553457 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-2da20442-d160-462f-b5d2-f2c55836db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.555833 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-2da20442-d160-462f-b5d2-f2c55836db65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3900833 Jun 07 08:13:25.572783 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f5b560-c553-4ed6-9485-37a1e6631713 x-openstack-request-id: req-14f5b560-c553-4ed6-9485-37a1e6631713 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:25.573043 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67335b50-47ba-421a-9081-3fda4d46c215", "name": "network-vif-unplugged", "status": "completed", "tag": "c860f641-4411-41f5-8c9e-8659e2753be6", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:25.578948 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14f5b560-c553-4ed6-9485-37a1e6631713 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:25.579565 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67335b50-47ba-421a-9081-3fda4d46c215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c860f641-4411-41f5-8c9e-8659e2753be6', 'code': 200} Jun 07 08:13:25.653980 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:25.677370 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bfc7-bb26-4c67-8c76-07e0f0512cdd req-ebdd813d-d63a-4e4a-9cf5-8ea8badeaf7a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.692376 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f8a1bfc7-bb26-4c67-8c76-07e0f0512cdd req-ebdd813d-d63a-4e4a-9cf5-8ea8badeaf7a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 943 time: 0.3573766 Jun 07 08:13:25.805636 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:25.825560 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:25.836637 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:25.959833 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-1b24c3b6-aa19-4c9a-b6c0-85b6b4c1b10a service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737071 Jun 07 08:13:25.970496 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.971098 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:25.972439 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] 10.222.0.22 "PUT /v2.0/ports/d970d4bb-2bac-4fa7-83bd-334d2398ff0e HTTP/1.1" status: 200 len: 1093 time: 4.1254232 Jun 07 08:13:26.016951 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f8a1bfc7-bb26-4c67-8c76-07e0f0512cdd req-705bf9e1-f23f-4cd8-8af0-1e579710ff17 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370498 Jun 07 08:13:26.127763 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Pushing event updated for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:26.192484 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c33f6-58a0-45a7-a3b2-8051d9d2cb73 req-addf2eac-4ea6-4873-8844-047ef460f7c8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.202075 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-160c33f6-58a0-45a7-a3b2-8051d9d2cb73 req-addf2eac-4ea6-4873-8844-047ef460f7c8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.5339494 Jun 07 08:13:26.204616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:26.291559 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5287def8-87f0-4d2e-8515-3def8e1d6666 req-40450bb6-2efd-4f33-826f-d234bd654e24 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] 10.222.0.35 "GET /v2.0/ports?device_id=67335b50-47ba-421a-9081-3fda4d46c215 HTTP/1.1" status: 200 len: 210 time: 0.0811341 Jun 07 08:13:26.351582 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-160c33f6-58a0-45a7-a3b2-8051d9d2cb73 req-1453fcd6-22d9-4ef3-a424-5414ed9d8a52 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492698 Jun 07 08:13:26.353892 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3977fc0c-11ba-458f-ae9c-aa545d2daee2 req-3aafed61-7cca-42ab-be45-7ccfabecd9ad service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857558 Jun 07 08:13:26.360372 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-fc649d1b-0e1b-4f95-a9b3-ca5c3a2bfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.362201 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-fc649d1b-0e1b-4f95-a9b3-ca5c3a2bfb4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 1096 time: 0.3356740 Jun 07 08:13:26.443473 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-564b139e-f8b9-4e3f-89fc-8068b3835d1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e HTTP/1.1" status: 200 len: 217 time: 0.0712137 Jun 07 08:13:26.517455 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e50b5cf1-0dc0-4e0d-abff-e5c84645bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.519003 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-e50b5cf1-0dc0-4e0d-abff-e5c84645bced service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.0688579 Jun 07 08:13:26.576614 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-dec6a4f3-2932-499b-a4ec-e4f064a65463 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507979 Jun 07 08:13:26.832212 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-28d0a9d6-11f9-4828-9214-9b82201d6bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408400 Jun 07 08:13:26.855550 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004965-55d6-4111-966d-694e62fbe133 req-0f07ec1f-a308-44ac-916c-6e6b49294e15 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.857259 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c4004965-55d6-4111-966d-694e62fbe133 req-0f07ec1f-a308-44ac-916c-6e6b49294e15 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2288544 Jun 07 08:13:26.911252 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:26.913864 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c34c90-63a4-40b4-8b0c-31592bc69dac" -d '{"events": [{"name": "network-changed", "server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:27.002154 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e30225e-ae24-484e-aced-972c64e512fa x-openstack-request-id: req-9e30225e-ae24-484e-aced-972c64e512fa {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:27.002467 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:27.002767 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e30225e-ae24-484e-aced-972c64e512fa {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:27.003173 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', 'status': 'completed', 'code': 200} Jun 07 08:13:27.010146 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c4004965-55d6-4111-966d-694e62fbe133 req-dd01a91e-ebec-40ce-8cd4-3ad02d564f46 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234374 Jun 07 08:13:27.112464 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43138) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:27.213836 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4d1ecd6a-5847-474b-b793-397d225c574f req-3196bcaa-2fa6-4f2a-b14e-47931415f444 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524408 Jun 07 08:13:27.255858 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:27.382346 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:27.385923 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8b577-221b-4332-a3b9-6331758443c5 req-80277d46-eada-4679-9c1a-23334e66ad55 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.387690 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8f8b577-221b-4332-a3b9-6331758443c5 req-80277d46-eada-4679-9c1a-23334e66ad55 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 943 time: 0.2120283 Jun 07 08:13:27.394836 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:27.403617 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:27.403809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb2c2a-4a95-427d-ad23-ab35d03f6784 req-29302f3b-245a-4879-ad19-e82ff64234d9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.405073 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cccb2c2a-4a95-427d-ad23-ab35d03f6784 req-29302f3b-245a-4879-ad19-e82ff64234d9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2284241 Jun 07 08:13:27.415636 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43152) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:27.430769 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'floatingip': {'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:27.456315 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-7b170050-b610-49db-b921-514400afe189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.457860 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-7b170050-b610-49db-b921-514400afe189 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 1096 time: 0.1704757 Jun 07 08:13:27.465325 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8f8b577-221b-4332-a3b9-6331758443c5 req-985361bf-d751-4e7a-bf4b-544ba6238133 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706022 Jun 07 08:13:27.540343 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f2acf-00d8-477c-ba96-ac219708b01d,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:27.556755 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:27.559906 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e58a92175e8641a0b3dce5462c2703ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459000 Jun 07 08:13:27.562999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:27.575270 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 43158) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:27.676154 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-eb71ebd4-3d7a-4435-ae78-6401330c08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.677661 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-eb71ebd4-3d7a-4435-ae78-6401330c08d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 915 time: 0.2013540 Jun 07 08:13:27.824986 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-6b77f07b-5826-4b17-96ea-e8ef537033b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e HTTP/1.1" status: 200 len: 217 time: 0.1306922 Jun 07 08:13:27.837887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:27.928524 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:27.936247 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-8c014d0e-ba83-4a92-971d-c9d1ec38ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.938257 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-8c014d0e-ba83-4a92-971d-c9d1ec38ce1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.1013880 Jun 07 08:13:28.004589 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-1fa8688a-ea2e-4b22-a7f9-68a71cc9c70f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592356 Jun 07 08:13:28.058919 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ed7e0-36ad-4cab-a347-58b939286f6d req-42482818-a8f4-4ba9-bbf0-7f10429f9e08 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.060952 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d27ed7e0-36ad-4cab-a347-58b939286f6d req-42482818-a8f4-4ba9-bbf0-7f10429f9e08 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2963829 Jun 07 08:13:28.198138 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d27ed7e0-36ad-4cab-a347-58b939286f6d req-2115ecd1-59d8-44c6-abc7-9f12824dfdb4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217947 Jun 07 08:13:28.209647 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:28.212207 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:28.213305 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d5f2acf-00d8-477c-ba96-ac219708b01d HTTP/1.1" status: 204 len: 168 time: 0.6370811 Jun 07 08:13:28.216436 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:28.230893 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-08ab58e9-6fe5-4e2e-a39e-12f794628308 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167938 Jun 07 08:13:28.241529 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f2acf-00d8-477c-ba96-ac219708b01d,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:28.293582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:28.369724 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:28.376784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:28.568164 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.l3_db [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Floating IP d2208a73-9497-4ca4-b608-8d8bde01db03 associated. External IP: 172.28.2.192, port: c901c360-5a00-4a06-b63e-605de093f00a. Jun 07 08:13:28.617213 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 43186) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:28.642334 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-77155478-2e03-4d99-ab0b-a7c66173aa1d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.643789 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-77155478-2e03-4d99-ab0b-a7c66173aa1d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/networks?id=d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 200 len: 813 time: 0.3121996 Jun 07 08:13:28.654867 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2c34c90-63a4-40b4-8b0c-31592bc69dac req-81fb41e8-77f1-417e-a972-f882bbdf77fa service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002986 Jun 07 08:13:28.655612 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:28.690545 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e19fdd15-e748-4ded-bef8-4d68ad3d6abd tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/quotas/1c6b3b1ecf7d4a80a4ce1320dfd9ea1b HTTP/1.1" status: 200 len: 375 time: 0.0387418 Jun 07 08:13:28.746487 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceba841-b7c8-46f8-a2ec-0a5d15a320a8 req-65c0308a-85e8-479b-9d0f-0d0ea7d71b1a tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.747864 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1ceba841-b7c8-46f8-a2ec-0a5d15a320a8 req-65c0308a-85e8-479b-9d0f-0d0ea7d71b1a tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 946 time: 0.3024638 Jun 07 08:13:28.762734 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-6ca7aa4a-fc1d-4060-b651-cc2b1f913571 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655029 Jun 07 08:13:28.907903 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1ceba841-b7c8-46f8-a2ec-0a5d15a320a8 req-cb5c7753-819d-4212-83c9-3dff37f22fca tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475997 Jun 07 08:13:28.929659 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:13:29.058278 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-6a11a51a-2af4-43fc-95ea-053e63b2d732 service neutron] 10.222.0.35 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776849 Jun 07 08:13:29.119200 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.126387 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:13:29.136601 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.141305 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:13:29.152353 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:13:29.153268 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:13:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:29.173013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.196417 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-426e822b-8b0f-4b9e-9440-d696300e947c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "PUT /v2.0/floatingips/d2208a73-9497-4ca4-b608-8d8bde01db03 HTTP/1.1" status: 200 len: 991 time: 1.7776384 Jun 07 08:13:29.197513 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:29.200198 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca97d7-4f2e-4079-b1bd-9e263088afcf" -d '{"events": [{"name": "network-changed", "server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:29.214402 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:29.289450 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee88919-7d4b-41b0-a8ad-e6df22c6bd1d,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:29.299433 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f63749462cb448e2bffb18d4fb262548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6771984 Jun 07 08:13:29.302541 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43198) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:29.306967 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:29.320318 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-a567139c-d82e-40fa-b885-3cc8019112fa service neutron] 10.222.0.35 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537379 Jun 07 08:13:29.352691 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed0fa-e17c-47fe-9c57-e8b40c3facff req-6dcc6124-23f0-493e-bf43-b60bf3983899 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.353553 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:13:29.361629 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-055ed0fa-e17c-47fe-9c57-e8b40c3facff req-6dcc6124-23f0-493e-bf43-b60bf3983899 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 943 time: 0.1903026 Jun 07 08:13:29.409796 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.425403 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-055ed0fa-e17c-47fe-9c57-e8b40c3facff req-cd318d04-7436-4c34-9e95-8d40032bfa48 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624042 Jun 07 08:13:29.451160 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.525264 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.528164 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.529379 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dee88919-7d4b-41b0-a8ad-e6df22c6bd1d HTTP/1.1" status: 204 len: 168 time: 0.2255936 Jun 07 08:13:29.530136 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-eb0f9fe8-482a-44d4-b87c-24bb56eadf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:29.551796 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee88919-7d4b-41b0-a8ad-e6df22c6bd1d,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:29.554864 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:29.695621 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68acbfc6-6688-44d0-a1f3-b141886f1b88 x-openstack-request-id: req-68acbfc6-6688-44d0-a1f3-b141886f1b88 {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:29.696136 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:29.696707 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68acbfc6-6688-44d0-a1f3-b141886f1b88 {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:29.697347 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'status': 'completed', 'code': 200} Jun 07 08:13:29.878744 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': 'd2208a73-9497-4ca4-b608-8d8bde01db03', 'tenant_id': '390ada9782644f479952384524a144fd', 'floating_ip_address': '172.28.2.192', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'mac_address': 'fa:16:3e:02:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:13:01Z', 'updated_at': '2021-06-07T08:13:28Z', 'revision_number': 1, 'project_id': '390ada9782644f479952384524a144fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:29.882767 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:13:29.892634 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:13:29.893472 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:13:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:29.993538 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0f0761e-551c-4ad9-a71c-5af8d3c6a573 req-520789ce-7aaf-4ad1-ab6e-3b02d0c05f52 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 210 time: 0.1094315 Jun 07 08:13:30.063745 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-023e3f39-b29e-434a-bad1-4e7d2ca7930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.065252 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-023e3f39-b29e-434a-bad1-4e7d2ca7930f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1098 time: 0.3324974 Jun 07 08:13:30.078114 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050628d7-0dd5-4ed6-949a-9dc266bdcbc7 req-a18a3aaf-93c6-4319-9d29-627541e1c217 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.085295 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-050628d7-0dd5-4ed6-949a-9dc266bdcbc7 req-a18a3aaf-93c6-4319-9d29-627541e1c217 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2595527 Jun 07 08:13:30.111159 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43226) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:30.130454 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:13:30.189864 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Deleting subnet f2838de4-a30c-4a3e-8494-5ddb24923832 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:13:30.193928 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.238773 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-8294d6ef-3abd-43a3-9c63-f7ac341adfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.240423 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-8294d6ef-3abd-43a3-9c63-f7ac341adfdd service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.1520145 Jun 07 08:13:30.264408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-0496f4e4-a705-47dc-b850-2bb8230df7c7 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.266402 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-0496f4e4-a705-47dc-b850-2bb8230df7c7 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.22 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 946 time: 0.3884294 Jun 07 08:13:30.298873 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.348406 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d970d4bb-2bac-4fa7-83bd-334d2398ff0e details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:30.543336 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.565857 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:30.584669 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'port_id': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789b47f6-0cf6-4332-b6b9-caa8f626d6dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:30.632267 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-050628d7-0dd5-4ed6-949a-9dc266bdcbc7 req-6285306b-ecd7-4e8a-86f1-18531a504d6b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460379 Jun 07 08:13:30.660751 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.692236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d970d4bb-2bac-4fa7-83bd-334d2398ff0e {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:30.695141 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.705594 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:30.711434 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-f7c32d1f-e8e9-4910-86d2-bdd6c6783771 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 200 len: 999 time: 0.4565825 Jun 07 08:13:30.715146 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:30.721662 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.726702 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:30.795661 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2838de4-a30c-4a3e-8494-5ddb24923832,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:30.803377 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:30.805980 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.808466 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-0c088510-c486-4cf3-92a0-fc277141ab12 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f2838de4-a30c-4a3e-8494-5ddb24923832 HTTP/1.1" status: 204 len: 168 time: 0.6954503 Jun 07 08:13:30.810756 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43246) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:30.837657 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:30.846317 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.846980 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.847593 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.848234 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.848736 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.849236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.849751 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.850245 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.850750 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.851300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.852378 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.852894 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:30.857501 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:30.870012 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': 'd2208a73-9497-4ca4-b608-8d8bde01db03', 'tenant_id': '390ada9782644f479952384524a144fd', 'floating_ip_address': '172.28.2.192', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'mac_address': 'fa:16:3e:02:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:13:01Z', 'updated_at': '2021-06-07T08:13:28Z', 'revision_number': 1, 'project_id': '390ada9782644f479952384524a144fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:30.875465 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b60ce-7372-4ed4-960b-decaef592ccd None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': 'd2208a73-9497-4ca4-b608-8d8bde01db03', 'tenant_id': '390ada9782644f479952384524a144fd', 'floating_ip_address': '172.28.2.192', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'mac_address': 'fa:16:3e:02:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:13:01Z', 'updated_at': '2021-06-07T08:13:28Z', 'revision_number': 1, 'project_id': '390ada9782644f479952384524a144fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:13:30.941250 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:30.998440 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b89b-58e1-4f51-8f29-c30f0612297a req-7dee366d-5e54-4bc1-ab39-72fb6640a5e0 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.000974 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8f84b89b-58e1-4f51-8f29-c30f0612297a req-7dee366d-5e54-4bc1-ab39-72fb6640a5e0 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 946 time: 0.6028996 Jun 07 08:13:31.008045 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-82f6b9e0-7769-41bb-8e3f-5b74ee7eda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.009594 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-82f6b9e0-7769-41bb-8e3f-5b74ee7eda68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.2409410 Jun 07 08:13:31.107478 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d970d4bb-2bac-4fa7-83bd-334d2398ff0e'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:31.117284 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.149790 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92c58e3-6787-4575-aae1-699870a1b572']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:31.167265 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9572d-d115-474a-ac49-a58ea41716fa') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:31.167967 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9572d-d115-474a-ac49-a58ea41716fa') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:31.184634 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.205085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.217362 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:13:31.219331 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.246272 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf826fa-0208-4fcd-bf19-9e2199f7ee07 None None] New status for floating IP d2208a73-9497-4ca4-b608-8d8bde01db03: ACTIVE {{(pid=91905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:13:31.293592 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:13:31.360392 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Deleting port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:13:31.360835 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.416934 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.421406 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:31.479950 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.484974 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b92c58e3-6787-4575-aae1-699870a1b572 HTTP/1.1" status: 204 len: 168 time: 0.6729820 Jun 07 08:13:31.486215 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92c58e3-6787-4575-aae1-699870a1b572,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:31.489056 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-347fdbbe-2a97-4922-98a9-32e33b7bf012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:31.629286 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] For port d92419ec-b660-43ad-8ff2-cf0b8cd6d164, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,segment=NetworkSegment(817c6ff9-60ab-4969-b8d5-224f6c67fb11),segment_id=817c6ff9-60ab-4969-b8d5-224f6c67fb11)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:31.629696 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.714407 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43270) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:31.720629 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8f84b89b-58e1-4f51-8f29-c30f0612297a req-9c023057-7247-43db-b583-14023618a116 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/security-groups?id=744066c5-5e3d-4d9b-b4d0-afe594436971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7090375 Jun 07 08:13:31.781815 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d9eb586b-cbc2-445e-9fe1-fbe3b47acf06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9861d5eee544088a8c6cf4d6e61d482&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0656033 Jun 07 08:13:31.782396 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43272) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:31.800926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627773b6-c252-4f99-bdf3-c852fb511da2 req-48a38090-7da8-40a8-bdf2-f132d9cc0b7e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.801224 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-627773b6-c252-4f99-bdf3-c852fb511da2 req-48a38090-7da8-40a8-bdf2-f132d9cc0b7e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 944 time: 0.9225011 Jun 07 08:13:31.813047 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Calling delete_port for d92419ec-b660-43ad-8ff2-cf0b8cd6d164 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:13:31.829167 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-1fbeeaab-2402-443f-9601-713fae55a86b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.830944 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-1fbeeaab-2402-443f-9601-713fae55a86b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "GET /v2.0/networks?id=d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 200 len: 813 time: 0.6996346 Jun 07 08:13:31.844345 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.858062 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Request body: {'port': {'device_id': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4', 'admin_state_up': True, 'tenant_id': '1c6b3b1ecf7d4a80a4ce1320dfd9ea1b'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:31.871549 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.907949 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-8453d4ce-7ddf-4af7-9f3a-1a7d79100dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.909438 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-8453d4ce-7ddf-4af7-9f3a-1a7d79100dd6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8751841 Jun 07 08:13:31.942636 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.945573 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.946770 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7c90f3c-3d58-4c67-836d-9a32b8059cb3 HTTP/1.1" status: 204 len: 168 time: 0.1634459 Jun 07 08:13:31.947630 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-efb0ae6f-8519-46c2-83aa-02cfb79ecfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:31.975974 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c90f3c-3d58-4c67-836d-9a32b8059cb3,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:31.984423 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:32.046261 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-627773b6-c252-4f99-bdf3-c852fb511da2 req-26a2be77-3dec-490f-937e-c265e99a94fd tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291822 Jun 07 08:13:32.245780 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-87e9768c-a808-4590-8453-b041aa0deca6 req-f0eccc80-8d29-48f7-add2-f6cc44ca43cf tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 210 time: 0.0958264 Jun 07 08:13:32.332025 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-e325e089-b209-40d1-be9b-dabf1edb6d74 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013412 Jun 07 08:13:32.422218 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Made reservation on behalf of 1c6b3b1ecf7d4a80a4ce1320dfd9ea1b for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:32.425510 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:32.572535 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3497ade-5e8d-4cbe-8f84-5a808561d4f1 req-f7f6c7e3-2d1f-4c74-9fc0-a5e95034aa7b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:32.574013 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a3497ade-5e8d-4cbe-8f84-5a808561d4f1 req-f7f6c7e3-2d1f-4c74-9fc0-a5e95034aa7b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.3750653 Jun 07 08:13:32.574656 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:32.590287 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:32.678028 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Pushing event deleted for resources: {'Port': ['ID=d92419ec-b660-43ad-8ff2-cf0b8cd6d164,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:32.731213 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:32.800759 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfca97d7-4f2e-4079-b1bd-9e263088afcf req-7f463a2c-89a4-4766-88cf-d5da671277e0 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259593 Jun 07 08:13:32.818194 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] No DVR routers for this DVR port d92419ec-b660-43ad-8ff2-cf0b8cd6d164 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:13:32.835367 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a3497ade-5e8d-4cbe-8f84-5a808561d4f1 req-7dcd1be0-0670-4ca0-b5bb-cf3d0be812b6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060654 Jun 07 08:13:32.870540 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:32.872537 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44dfc239-5d9b-4595-9eb5-9b737f5c85de req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.22 "DELETE /v2.0/ports/d92419ec-b660-43ad-8ff2-cf0b8cd6d164 HTTP/1.1" status: 204 len: 173 time: 2.4741092 Jun 07 08:13:32.873013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'name': 'network-vif-deleted', 'tag': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:32.876151 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6856c80-b566-4a64-b54b-bea98e54a565" -d '{"events": [{"server_uuid": "8aecb454-77f6-4e80-b915-8131aa7463c1", "name": "network-vif-deleted", "tag": "d92419ec-b660-43ad-8ff2-cf0b8cd6d164"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:33.001648 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371eb9d6-6648-41bb-bbdb-9bc81b68fdf8 x-openstack-request-id: req-371eb9d6-6648-41bb-bbdb-9bc81b68fdf8 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:33.001954 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aecb454-77f6-4e80-b915-8131aa7463c1", "name": "network-vif-deleted", "tag": "d92419ec-b660-43ad-8ff2-cf0b8cd6d164", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:33.002230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-371eb9d6-6648-41bb-bbdb-9bc81b68fdf8 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:33.002639 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aecb454-77f6-4e80-b915-8131aa7463c1', 'name': 'network-vif-deleted', 'tag': 'd92419ec-b660-43ad-8ff2-cf0b8cd6d164', 'status': 'completed', 'code': 200} Jun 07 08:13:33.021125 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6ed43027-950d-43f2-b913-816a7c10d73d req-210f541c-27d4-4ec2-9140-202141309171 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aecb454-77f6-4e80-b915-8131aa7463c1 HTTP/1.1" status: 200 len: 210 time: 0.0921073 Jun 07 08:13:33.027036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Allocated IP 172.20.0.6 (d0188f40-8404-4de0-9971-3d88511b2aa4/1d8d5193-9ec8-4f79-b58d-3b226c2dad29/69975345-336e-4f0c-83b5-f612d96b5125) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:33.348529 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.372841 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70529-91cb-489a-b888-7d2191258551 req-6a2ab160-abb7-4eec-bc9d-5fd62dc1faf1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.374303 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e6b70529-91cb-489a-b888-7d2191258551 req-6a2ab160-abb7-4eec-bc9d-5fd62dc1faf1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 944 time: 0.1571059 Jun 07 08:13:33.437331 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7f51893a-f41a-44a8-ab35-17bc3acaaa30 req-fb51133c-af66-41dc-81cf-aff1da2b8449 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 210 time: 0.0597942 Jun 07 08:13:33.474354 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e6b70529-91cb-489a-b888-7d2191258551 req-c16a5a8e-7714-4eb9-a545-f99a47a067f2 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Jun 07 08:13:33.481926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.497606 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:33.631830 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Network d0188f40-8404-4de0-9971-3d88511b2aa4 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:33.640075 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:33.649133 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:33.710976 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Pushing event updated for resources: {'Port': ['ID=69975345-336e-4f0c-83b5-f612d96b5125,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:33.715967 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:33.731389 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.732014 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.750117 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8973777 Jun 07 08:13:33.762219 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Request body: {'port': {'device_id': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:33.877213 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.195016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431fa3-742b-47c1-a61c-5affc0738024 req-11338474-55f2-4008-8b23-70136618f85c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:34.196538 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-64431fa3-742b-47c1-a61c-5affc0738024 req-11338474-55f2-4008-8b23-70136618f85c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2402487 Jun 07 08:13:34.274421 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-64431fa3-742b-47c1-a61c-5affc0738024 req-810873ad-a3eb-4c12-887b-8b05be02aea9 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680425 Jun 07 08:13:34.362184 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69975345-336e-4f0c-83b5-f612d96b5125 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:34.366974 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d970d4bb-2bac-4fa7-83bd-334d2398ff0e up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:34.376288 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.395563 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Transition to ACTIVE for port object 69975345-336e-4f0c-83b5-f612d96b5125 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:34.399510 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.409804 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e485d226-38ef-45c0-89bf-537d58bc3830 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:34.450760 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port d970d4bb-2bac-4fa7-83bd-334d2398ff0e completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:34.457406 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port d970d4bb-2bac-4fa7-83bd-334d2398ff0e triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:34.458212 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.619887 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.657175 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:34.659776 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cc2c11-8502-4c5d-842f-736c22fab74d" -d '{"events": [{"server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:34.689011 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:34.709702 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.712408 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d92419ec-b660-43ad-8ff2-cf0b8cd6d164 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:13:34.753765 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:34.819268 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Pushing event updated for resources: {'Port': ['ID=69975345-336e-4f0c-83b5-f612d96b5125,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:34.836031 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: d92419ec-b660-43ad-8ff2-cf0b8cd6d164 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:13:34.836606 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d92419ec-b660-43ad-8ff2-cf0b8cd6d164 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:13:34.857144 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:34.867447 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:34.870924 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:34.980180 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7369f-b91f-4591-b8b0-be4487f1b413 req-9c67806f-9c1f-4bb9-acec-8d228ca9404f tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:34.981887 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1fa7369f-b91f-4591-b8b0-be4487f1b413 req-9c67806f-9c1f-4bb9-acec-8d228ca9404f tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 943 time: 0.2720253 Jun 07 08:13:34.988933 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Attempting to bind port 69975345-336e-4f0c-83b5-f612d96b5125 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:34.989359 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Attempting to bind port 69975345-336e-4f0c-83b5-f612d96b5125 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:34.989589 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Attempting to bind port 69975345-336e-4f0c-83b5-f612d96b5125 on network d0188f40-8404-4de0-9971-3d88511b2aa4 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:35.002589 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c5385-4c3f-4dcc-b208-e8f02dbe8676 req-a52f8b65-2c55-44d2-8f4f-980cba0985be tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.004061 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb9c5385-4c3f-4dcc-b208-e8f02dbe8676 req-a52f8b65-2c55-44d2-8f4f-980cba0985be tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 945 time: 0.2933726 Jun 07 08:13:35.023150 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Port 69975345-336e-4f0c-83b5-f612d96b5125 on network d0188f40-8404-4de0-9971-3d88511b2aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:35.023500 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Attempting to bind port 69975345-336e-4f0c-83b5-f612d96b5125 on network d0188f40-8404-4de0-9971-3d88511b2aa4 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:35.050492 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:35.050833 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Checking segment: {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:35.051210 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Bound using segment: {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:35.051663 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Bound port: 69975345-336e-4f0c-83b5-f612d96b5125, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:35.052009 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:35.135210 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1fa7369f-b91f-4591-b8b0-be4487f1b413 req-c7977c6f-7660-4df5-9534-b53b7733e49e tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406698 Jun 07 08:13:35.144903 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb9c5385-4c3f-4dcc-b208-e8f02dbe8676 req-39829ba7-c38b-4e55-8335-f23cc8c86c8e tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242480 Jun 07 08:13:35.186499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] For port 69975345-336e-4f0c-83b5-f612d96b5125, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:35.189636 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] For port 69975345-336e-4f0c-83b5-f612d96b5125, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=69975345-336e-4f0c-83b5-f612d96b5125,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:35.193696 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:35.199091 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:35.202273 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f927d11-cf9e-44bf-93e6-71e7272a2a20 x-openstack-request-id: req-9f927d11-cf9e-44bf-93e6-71e7272a2a20 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:35.202566 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:35.202888 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f927d11-cf9e-44bf-93e6-71e7272a2a20 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:35.203289 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', 'code': 200} Jun 07 08:13:35.269009 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.269494 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:35.270863 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] 10.222.0.22 "PUT /v2.0/ports/69975345-336e-4f0c-83b5-f612d96b5125 HTTP/1.1" status: 200 len: 1093 time: 1.5127177 Jun 07 08:13:35.274329 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'tag': '69975345-336e-4f0c-83b5-f612d96b5125'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:35.283347 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14" -d '{"events": [{"name": "network-changed", "server_uuid": "f0db5686-90a0-4d72-a39f-dd9ec29df78f", "tag": "69975345-336e-4f0c-83b5-f612d96b5125"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:35.336158 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Pushing event updated for resources: {'Port': ['ID=69975345-336e-4f0c-83b5-f612d96b5125,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:35.353018 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:35.354944 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1d8209-9733-4ebf-a636-7b23c745a490 x-openstack-request-id: req-8a1d8209-9733-4ebf-a636-7b23c745a490 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:35.355394 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0db5686-90a0-4d72-a39f-dd9ec29df78f", "tag": "69975345-336e-4f0c-83b5-f612d96b5125", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:35.355983 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a1d8209-9733-4ebf-a636-7b23c745a490 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:35.362585 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'tag': '69975345-336e-4f0c-83b5-f612d96b5125', 'status': 'completed', 'code': 200} Jun 07 08:13:35.566162 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e4bb0b03-60ac-432f-9ff5-8ab4924d2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.567671 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-e4bb0b03-60ac-432f-9ff5-8ab4924d2e63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 1096 time: 0.2039435 Jun 07 08:13:35.571952 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d424c-07d2-4083-9bfd-5f7e70b388af req-75904301-4f51-4a61-aca1-770799eb495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.577254 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-444d424c-07d2-4083-9bfd-5f7e70b388af req-75904301-4f51-4a61-aca1-770799eb495b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 1098 time: 0.1697948 Jun 07 08:13:35.588474 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d331-6340-4bfc-8e4f-025c7c1eaea6 req-e585dcd9-77f7-4627-ae0a-0850d3a5e120 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.590083 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e615d331-6340-4bfc-8e4f-025c7c1eaea6 req-e585dcd9-77f7-4627-ae0a-0850d3a5e120 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1412418 Jun 07 08:13:35.667288 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43404) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:35.769499 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-f97f11a8-8ea5-4ef3-a11c-929e3d26da8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69975345-336e-4f0c-83b5-f612d96b5125 HTTP/1.1" status: 200 len: 217 time: 0.1649342 Jun 07 08:13:35.801285 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:35.862656 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-444d424c-07d2-4083-9bfd-5f7e70b388af req-5463846c-8e79-4e5a-b21b-e4ab6f4190a2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714171 Jun 07 08:13:35.867816 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e615d331-6340-4bfc-8e4f-025c7c1eaea6 req-cb15a450-e467-4188-8d8d-a1dc7770e9e6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622111 Jun 07 08:13:35.878443 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-b746a7fe-c788-40eb-9a99-51b92afdaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.880533 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-b746a7fe-c788-40eb-9a99-51b92afdaf21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d8d5193-9ec8-4f79-b58d-3b226c2dad29 HTTP/1.1" status: 200 len: 853 time: 0.0991745 Jun 07 08:13:35.945411 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:35.950258 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:35.981798 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a2a99813-c4cf-4560-890a-f40084e24c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:35.988902 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-839340c4-2e52-4062-bb75-1af23c90e465 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0188f40-8404-4de0-9971-3d88511b2aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486524 Jun 07 08:13:35.998979 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f471143c969491ea13ff866fa616a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305783 Jun 07 08:13:36.000311 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43418) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:36.074299 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.100785 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.140623 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-8fa25323-19bd-46b9-8afc-1b84551c46b6 service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437490 Jun 07 08:13:36.152795 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b1206-1e1c-4d0d-9519-4ab27db0f67a,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:36.157050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:36.166400 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.183875 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.189670 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc7b1206-1e1c-4d0d-9519-4ab27db0f67a HTTP/1.1" status: 204 len: 168 time: 0.1864188 Jun 07 08:13:36.190702 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-aaed824a-c756-49e2-90e7-d10a0ab509f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:36.215508 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b1206-1e1c-4d0d-9519-4ab27db0f67a,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:36.225530 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:36.438795 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39cc1861-8394-499e-aab0-603fcda8b2ae req-195c3db1-ba46-487d-9333-7fad727b3d1f service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893515 Jun 07 08:13:36.491288 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c195d-9f6d-4e3f-bdca-e548dad52566 req-45d80ac2-5aef-4973-95df-72066e665ac2 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.493675 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-859c195d-9f6d-4e3f-bdca-e548dad52566 req-45d80ac2-5aef-4973-95df-72066e665ac2 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 945 time: 0.1881227 Jun 07 08:13:36.577947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef580e8-bbfc-41f5-a90b-3145c85f9910 req-4c94fb75-30fa-4aa8-93e3-e86595ed7eb2 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.579937 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bef580e8-bbfc-41f5-a90b-3145c85f9910 req-4c94fb75-30fa-4aa8-93e3-e86595ed7eb2 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 943 time: 0.2077115 Jun 07 08:13:36.604265 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43440) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:36.621404 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.629901 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-859c195d-9f6d-4e3f-bdca-e548dad52566 req-010fdf4e-b144-4b41-9904-fb8f1c695b1f tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282287 Jun 07 08:13:36.666439 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bef580e8-bbfc-41f5-a90b-3145c85f9910 req-1550dc49-437e-48fa-bff4-5f9b4b246c75 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761478 Jun 07 08:13:36.680408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-f54581ae-2892-470a-bc91-0fcc6fbebbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.682683 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-f54581ae-2892-470a-bc91-0fcc6fbebbb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 1096 time: 0.1612806 Jun 07 08:13:36.771473 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.776924 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.785963 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4cd19e10-e6e8-46c6-9b48-6a8cbb9ea627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:36.837114 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef0264fc98704baaac3aebba4be5a493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316287 Jun 07 08:13:36.840763 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43444) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:36.841571 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ece74d-d6d6-4e75-8823-c4baadd6558a,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:36.853705 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-788ba330-b944-422d-9108-1726ef1fbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.855344 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-788ba330-b944-422d-9108-1726ef1fbb47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 200 len: 914 time: 0.1508343 Jun 07 08:13:36.855634 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:36.908528 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.935527 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-018019db-855f-4a1b-a777-2e488962c842 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69975345-336e-4f0c-83b5-f612d96b5125 HTTP/1.1" status: 200 len: 217 time: 0.0703089 Jun 07 08:13:36.945120 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:37.009370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:37.011958 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:37.013250 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0ece74d-d6d6-4e75-8823-c4baadd6558a HTTP/1.1" status: 204 len: 168 time: 0.1679697 Jun 07 08:13:37.014195 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d164f130-6f50-4ed5-938c-0f09cac9647b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:37.024377 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ece74d-d6d6-4e75-8823-c4baadd6558a,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:37.026579 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:37.061018 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-9ae76798-abc4-4f29-9a48-54e0118fc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.063114 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-9ae76798-abc4-4f29-9a48-54e0118fc76e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d8d5193-9ec8-4f79-b58d-3b226c2dad29 HTTP/1.1" status: 200 len: 853 time: 0.1182845 Jun 07 08:13:37.130572 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-7327b551-d559-4c29-a20a-5efc3f895f6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0188f40-8404-4de0-9971-3d88511b2aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495369 Jun 07 08:13:37.184953 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee0ee7-6d27-4dd1-90b6-498a44a1ea9b req-d8e74eb2-0808-4bfd-b8dc-75be0822868f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.186451 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0fee0ee7-6d27-4dd1-90b6-498a44a1ea9b req-d8e74eb2-0808-4bfd-b8dc-75be0822868f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1838176 Jun 07 08:13:37.302437 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0fee0ee7-6d27-4dd1-90b6-498a44a1ea9b req-0a69cf58-c1b5-41c6-88c5-26b2dd9f501e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079137 Jun 07 08:13:37.310065 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-5b2efe86-87c4-484f-921a-6f6aa87010f2 service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711681 Jun 07 08:13:37.450391 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfee7bf1-f8ba-4cfc-bc61-f862e7528c14 req-7fd88bc3-74c9-4ffc-9a79-5a502150e244 service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326621 Jun 07 08:13:38.001820 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326f4cd-39d4-47e7-83bc-bedeb994f4ab req-dd32ad22-98d5-484c-8591-a67bac57bf1f tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:38.008739 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a326f4cd-39d4-47e7-83bc-bedeb994f4ab req-dd32ad22-98d5-484c-8591-a67bac57bf1f tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 945 time: 0.2398458 Jun 07 08:13:38.040476 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a8b1-8725-4f19-85d9-3138729b2630 req-cb087e64-436d-45e1-ae57-76f2f120cf59 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:38.045445 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0385a8b1-8725-4f19-85d9-3138729b2630 req-cb087e64-436d-45e1-ae57-76f2f120cf59 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 943 time: 0.2257919 Jun 07 08:13:38.091206 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a326f4cd-39d4-47e7-83bc-bedeb994f4ab req-158d6d64-4cc4-4568-b992-50cda0a632e8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815246 Jun 07 08:13:38.129657 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0385a8b1-8725-4f19-85d9-3138729b2630 req-308754bc-083d-4a48-86d7-14182b533e2c tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833642 Jun 07 08:13:38.500811 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523f5c-ad58-46f6-a6af-4ef139730aa6 req-6e3f5508-e362-4e86-8cac-5c50fa53c52d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:38.502503 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3523f5c-ad58-46f6-a6af-4ef139730aa6 req-6e3f5508-e362-4e86-8cac-5c50fa53c52d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0815673 Jun 07 08:13:38.551092 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c3523f5c-ad58-46f6-a6af-4ef139730aa6 req-a595f7ce-d107-410d-9b34-233f4774b8e5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Jun 07 08:13:39.188351 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43544) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:39.350319 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.428637 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7d00-23d1-4d92-8568-ef5745ee76cf req-2a64703b-aad1-4fe1-87d9-695f37cecc25 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:39.430147 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a77e7d00-23d1-4d92-8568-ef5745ee76cf req-2a64703b-aad1-4fe1-87d9-695f37cecc25 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 943 time: 0.1769209 Jun 07 08:13:39.501759 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a77e7d00-23d1-4d92-8568-ef5745ee76cf req-316c0d38-4221-40cd-a34e-0528271a37ee tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519798 Jun 07 08:13:39.512097 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.517195 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.527518 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b4c3a947-2ae6-41d6-bb4b-a8e6443d10d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:39.571487 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5f21b7a33584c9da307fd23977d7beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807895 Jun 07 08:13:39.572902 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43558) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:39.584934 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0743dc7c-7064-40d9-b020-11c04b7de173,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:39.591772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:39.659705 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.689262 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.752078 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.754754 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:39.758908 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0743dc7c-7064-40d9-b020-11c04b7de173 HTTP/1.1" status: 204 len: 168 time: 0.1850057 Jun 07 08:13:39.759870 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b9f18669-1d6c-490a-aee4-e1193769c9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:39.771185 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743dc7c-7064-40d9-b020-11c04b7de173,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:39.773528 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:39.787108 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11311c6-e5c3-4861-a4c3-a8b5aa07cf86 req-16286754-d886-46c7-bea2-550776ea172f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:39.797150 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a11311c6-e5c3-4861-a4c3-a8b5aa07cf86 req-16286754-d886-46c7-bea2-550776ea172f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1074266 Jun 07 08:13:39.866533 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a11311c6-e5c3-4861-a4c3-a8b5aa07cf86 req-956b789b-09ca-49f5-98c8-ab1390daba14 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619259 Jun 07 08:13:40.074111 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 43572) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:40.091709 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.232647 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.236332 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.244869 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-df2e4c3f-2ea5-4f54-ab20-e9dabefc36e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:40.284252 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a19b8c787acc45cebe23640e1808fe79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089438 Jun 07 08:13:40.286772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43578) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:40.288851 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f992a58-bcb7-4a57-a3ec-7013b1701784,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:40.292062 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:40.349498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.375947 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.415189 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 69975345-336e-4f0c-83b5-f612d96b5125 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:40.429073 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.432172 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.433568 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f992a58-bcb7-4a57-a3ec-7013b1701784 HTTP/1.1" status: 204 len: 168 time: 0.1458299 Jun 07 08:13:40.434233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:40.446095 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f992a58-bcb7-4a57-a3ec-7013b1701784,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:40.450582 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:40.537620 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-20ee831b-8044-4dab-83a0-6e30ea0bec4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:40.549376 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-20ee831b-8044-4dab-83a0-6e30ea0bec4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.1847255 Jun 07 08:13:40.619049 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 69975345-336e-4f0c-83b5-f612d96b5125, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=69975345-336e-4f0c-83b5-f612d96b5125,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:40.636216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '69975345-336e-4f0c-83b5-f612d96b5125', 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4', 'port_id': '69975345-336e-4f0c-83b5-f612d96b5125', 'mac_address': 'fa:16:3e:ae:4f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8d5193-9ec8-4f79-b58d-3b226c2dad29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:40.641088 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-69dfc820-4c7e-49ae-9bbf-78771db62bde tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/quotas/7f614896c69a47e68caf853b5554fe90 HTTP/1.1" status: 200 len: 375 time: 0.0896416 Jun 07 08:13:40.708479 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.780232 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69975345-336e-4f0c-83b5-f612d96b5125 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:40.798218 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-36fea08f-7336-4357-95e4-460a332e4421 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2403934 Jun 07 08:13:40.814013 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 69975345-336e-4f0c-83b5-f612d96b5125, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=69975345-336e-4f0c-83b5-f612d96b5125,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:40.818575 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3680deff-032e-4b47-9aa1-662bb53a492c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1766400 Jun 07 08:13:40.829589 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.831779 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:40.841956 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52671ca1-451d-4331-8c13-6966e8f604c5 req-6b0d2726-3208-4e69-b62f-4fbd5b098512 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:40.849409 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-52671ca1-451d-4331-8c13-6966e8f604c5 req-6b0d2726-3208-4e69-b62f-4fbd5b098512 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 943 time: 0.1657979 Jun 07 08:13:40.968766 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=69975345-336e-4f0c-83b5-f612d96b5125,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:40.976345 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:41.091750 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-52671ca1-451d-4331-8c13-6966e8f604c5 req-27f83945-959f-4095-b210-71cd1f869a6f tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136979 Jun 07 08:13:41.169568 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-73d8067f-b144-448d-9535-f2facc893bb6 service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202753 Jun 07 08:13:41.181065 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['69975345-336e-4f0c-83b5-f612d96b5125'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:41.188310 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-108f65bb-6a97-473b-9c4d-fd23fdf618f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:41.190307 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-108f65bb-6a97-473b-9c4d-fd23fdf618f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 1098 time: 0.2796941 Jun 07 08:13:41.537759 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-6b87cfb1-f238-46e9-9bcb-0522c0878644 service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462422 Jun 07 08:13:41.650934 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-45a4eb54-c7fe-45b2-a449-82a2fe27deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:41.652395 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-45a4eb54-c7fe-45b2-a449-82a2fe27deb9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 915 time: 0.3504643 Jun 07 08:13:41.791110 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-3c6ec4ec-73ee-4f0b-974e-b132193f3db2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d HTTP/1.1" status: 200 len: 217 time: 0.1290991 Jun 07 08:13:41.882188 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1d616df8-4e57-4fc0-95a8-dc5ab21e54a6 req-b8392a1a-96e5-4abb-936a-4a70b689a786 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 210 time: 0.1461508 Jun 07 08:13:41.932059 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298a810-d519-4a94-8fa7-7ede5147ba43 req-f03d0479-2921-4c7a-a6c9-1d0c64580593 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:41.933757 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9298a810-d519-4a94-8fa7-7ede5147ba43 req-f03d0479-2921-4c7a-a6c9-1d0c64580593 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.3629150 Jun 07 08:13:41.978442 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-e9347ab4-5140-4a36-bf1b-8c36070a1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:41.979898 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-e9347ab4-5140-4a36-bf1b-8c36070a1618 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.1011114 Jun 07 08:13:42.001307 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43648) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:42.039806 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-773c8085-df93-4248-8cfd-c4c0964e4319 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489068 Jun 07 08:13:42.043036 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9298a810-d519-4a94-8fa7-7ede5147ba43 req-8b286041-a8c2-4eb1-9951-de96842dca27 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978889 Jun 07 08:13:42.138154 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.212804 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-7b8e9f16-be54-4db9-a56c-6ed1f8773510 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379502 Jun 07 08:13:42.338691 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.344537 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.379290 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:42.389156 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af41ab4426984249a0d5dc617a732a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866961 Jun 07 08:13:42.392370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43662) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:42.434397 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6b3ca88-05ca-4da2-8c62-c613dc6cd587 req-1e69d375-ca4b-434f-954f-9795213398af service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648338 Jun 07 08:13:42.443617 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd816bb-3c3d-4285-b829-15022bd3654f,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:42.449533 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:42.454658 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe57ee-520c-4f15-bd82-780c96db4748 req-91860093-944b-4bf8-8335-344e8529ee00 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:42.456213 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0fbe57ee-520c-4f15-bd82-780c96db4748 req-91860093-944b-4bf8-8335-344e8529ee00 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 944 time: 0.2293715 Jun 07 08:13:42.525037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.534782 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0fbe57ee-520c-4f15-bd82-780c96db4748 req-28e4c6a8-584f-4a7b-927f-997cf53cbda2 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Jun 07 08:13:42.559021 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.610490 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.613202 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.616641 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bd816bb-3c3d-4285-b829-15022bd3654f HTTP/1.1" status: 204 len: 168 time: 0.2209678 Jun 07 08:13:42.616641 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b9483d69-df0a-4975-b43a-5030bc1c28a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:42.628353 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd816bb-3c3d-4285-b829-15022bd3654f,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:42.632639 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:43.178192 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2345c94-44e6-4ac6-9b0b-f86feb1224f9 req-cc998a32-8091-4694-8edf-d27fba174e08 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 210 time: 0.1166019 Jun 07 08:13:43.442905 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-76442c22-c69f-4551-9e0d-896aee53b48a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:43.445874 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-76442c22-c69f-4551-9e0d-896aee53b48a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.3325768 Jun 07 08:13:43.460172 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5509b9-ca66-4ab9-a26c-2c8bda19abca req-8bfcaddf-cc1d-43c4-aa09-38365f0eb9bd tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:43.464198 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-db5509b9-ca66-4ab9-a26c-2c8bda19abca req-8bfcaddf-cc1d-43c4-aa09-38365f0eb9bd tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2851570 Jun 07 08:13:43.475382 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Request body: {'port': {'device_id': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'admin_state_up': True, 'tenant_id': '7f614896c69a47e68caf853b5554fe90'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:43.650959 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-db5509b9-ca66-4ab9-a26c-2c8bda19abca req-ed7235f6-6578-4220-91bd-a513d0e050b7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813774 Jun 07 08:13:43.694043 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Made reservation on behalf of 7f614896c69a47e68caf853b5554fe90 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:43.700951 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:43.950668 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Allocated IP 172.20.0.7 (be6f92ce-6812-4641-8ac4-1c94d3e6f12c/789b47f6-0cf6-4332-b6b9-caa8f626d6dd/713092c3-b0ea-4efb-97d7-dc2b6b553167) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:43.963675 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e619-c6ae-45d2-8129-7ecb53dec3d3 req-8daaf195-3fd7-4487-b3c2-f3de2d25acce tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:43.965252 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8cc6e619-c6ae-45d2-8129-7ecb53dec3d3 req-8daaf195-3fd7-4487-b3c2-f3de2d25acce tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 944 time: 0.1753583 Jun 07 08:13:44.057162 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8cc6e619-c6ae-45d2-8129-7ecb53dec3d3 req-2876da4d-cb0c-4247-b085-1f39cdc3ce47 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Jun 07 08:13:44.136399 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d51e-3a2f-491a-bd57-fd32b7f93e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.235066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.276546 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.282347 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:44.288991 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d', 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:44.403948 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:44.410885 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:44.413438 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:44.449813 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 69975345-336e-4f0c-83b5-f612d96b5125 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:44.497340 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:44.497981 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.514770 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43780) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:44.596355 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 69975345-336e-4f0c-83b5-f612d96b5125 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:44.604879 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event updated for resources: {'Port': ['ID=713092c3-b0ea-4efb-97d7-dc2b6b553167,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:44.610384 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 69975345-336e-4f0c-83b5-f612d96b5125 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:44.611106 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.612147 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:44.631535 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1647196 Jun 07 08:13:44.656908 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d6187-e5da-40c2-acda-9015063c9c30 req-9eb92672-c17e-455f-bbb0-46aad1c291c3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:44.659577 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e36d6187-e5da-40c2-acda-9015063c9c30 req-9eb92672-c17e-455f-bbb0-46aad1c291c3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 931 time: 0.3451529 Jun 07 08:13:44.685855 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Request body: {'port': {'device_id': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:44.699467 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.871056 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.920316 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69975345-336e-4f0c-83b5-f612d96b5125'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:44.923994 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad10615-6cf8-4ef7-b9d4-9672f3268dc2" -d '{"events": [{"server_uuid": "f0db5686-90a0-4d72-a39f-dd9ec29df78f", "name": "network-vif-plugged", "status": "completed", "tag": "69975345-336e-4f0c-83b5-f612d96b5125"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:44.932486 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.936554 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 69975345-336e-4f0c-83b5-f612d96b5125, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=69975345-336e-4f0c-83b5-f612d96b5125,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:44.941921 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.945776 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-18ba9803-91e4-461a-a51e-c59708fa401f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:44.950574 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.961063 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:44.973059 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-104ad252-c515-4257-a02d-e4cc35016414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:44.977732 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e36d6187-e5da-40c2-acda-9015063c9c30 req-6e94d7aa-006f-4543-80c6-1f393fc24465 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082665 Jun 07 08:13:45.036810 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=69975345-336e-4f0c-83b5-f612d96b5125,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:45.040106 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:45.063603 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3df42e583e644dcb9326219a678fbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469258 Jun 07 08:13:45.064514 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43800) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:45.087879 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10580361-d922-4ef7-8f52-5984d0acd8b6,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:45.094971 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:45.155790 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.183702 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.217219 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af83ed-d6ee-4618-bb9c-35841222cf96 req-192bfe6d-55a4-4789-bd56-71a87f8c83d1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:45.219336 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-47af83ed-d6ee-4618-bb9c-35841222cf96 req-192bfe6d-55a4-4789-bd56-71a87f8c83d1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2399385 Jun 07 08:13:45.251718 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.256788 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.260838 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10580361-d922-4ef7-8f52-5984d0acd8b6 HTTP/1.1" status: 204 len: 168 time: 0.1895103 Jun 07 08:13:45.260838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c8254ab3-1bce-4b6c-b051-2a9d946005d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:45.280359 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10580361-d922-4ef7-8f52-5984d0acd8b6,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:45.288665 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:45.341526 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d0721-471f-42b3-b07c-c235757b7b39 x-openstack-request-id: req-ea3d0721-471f-42b3-b07c-c235757b7b39 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:45.342096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0db5686-90a0-4d72-a39f-dd9ec29df78f", "name": "network-vif-plugged", "status": "completed", "tag": "69975345-336e-4f0c-83b5-f612d96b5125", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:45.342096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea3d0721-471f-42b3-b07c-c235757b7b39 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:45.346036 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69975345-336e-4f0c-83b5-f612d96b5125', 'code': 200} Jun 07 08:13:45.395744 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-47af83ed-d6ee-4618-bb9c-35841222cf96 req-53844c37-0af6-4c4c-a51d-6c3a3dedbfea tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644986 Jun 07 08:13:45.689165 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713092c3-b0ea-4efb-97d7-dc2b6b553167 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:45.699654 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.712765 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a513093-ce00-48b3-bf7d-d73575d143da req-a5637e20-ee46-4652-889a-52057b243d23 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:45.714221 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6a513093-ce00-48b3-bf7d-d73575d143da req-a5637e20-ee46-4652-889a-52057b243d23 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.2507973 Jun 07 08:13:45.718417 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43816) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:45.745730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Transition to ACTIVE for port object 713092c3-b0ea-4efb-97d7-dc2b6b553167 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:45.755294 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.761515 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6ec5745f-3be9-4ca7-8860-2cf4a8c717a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:45.822280 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d2345-314e-4fe6-afd3-3615a8c2eb03 req-b0e17973-4453-46fa-b1e5-32d3a65e6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:45.823759 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c99d2345-314e-4fe6-afd3-3615a8c2eb03 req-b0e17973-4453-46fa-b1e5-32d3a65e6998 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 1098 time: 0.2220342 Jun 07 08:13:45.854949 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.921847 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6a513093-ce00-48b3-bf7d-d73575d143da req-8f205f46-9c10-476a-9901-35559979ef84 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947970 Jun 07 08:13:45.969678 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.974648 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:45.983109 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-38a6d67a-5abd-4849-98dd-8bcc3058adf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:45.987797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Pushing event updated for resources: {'Port': ['ID=713092c3-b0ea-4efb-97d7-dc2b6b553167,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:45.991726 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:46.006680 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c99d2345-314e-4fe6-afd3-3615a8c2eb03 req-b6ad5c41-a9c4-4a03-952e-897b8083140e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192088 Jun 07 08:13:46.026972 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad2e40565aae416c8e5a8bcae93884be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074758 Jun 07 08:13:46.029886 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43828) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:46.042895 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18d415-1f46-46b2-9743-440e3ed70af5,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:46.048288 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:46.083802 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Attempting to bind port 713092c3-b0ea-4efb-97d7-dc2b6b553167 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:46.084126 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Attempting to bind port 713092c3-b0ea-4efb-97d7-dc2b6b553167 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:46.084453 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Attempting to bind port 713092c3-b0ea-4efb-97d7-dc2b6b553167 on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:46.089586 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Port 713092c3-b0ea-4efb-97d7-dc2b6b553167 on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:46.089950 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Attempting to bind port 713092c3-b0ea-4efb-97d7-dc2b6b553167 on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:46.095971 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.097097 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:46.097433 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Checking segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:46.097809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Bound using segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:46.098440 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Bound port: 713092c3-b0ea-4efb-97d7-dc2b6b553167, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:46.098557 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.134639 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.192872 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.195390 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.199276 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b18d415-1f46-46b2-9743-440e3ed70af5 HTTP/1.1" status: 204 len: 168 time: 0.1682923 Jun 07 08:13:46.200276 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e3536e1e-0452-41f9-8125-5f9da56ecf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:46.210568 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18d415-1f46-46b2-9743-440e3ed70af5,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:46.212805 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:46.272158 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] For port 713092c3-b0ea-4efb-97d7-dc2b6b553167, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:46.276439 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] For port 713092c3-b0ea-4efb-97d7-dc2b6b553167, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:46.282770 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.288944 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:46.342522 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.365269 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.365876 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.367251 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] 10.222.0.22 "PUT /v2.0/ports/713092c3-b0ea-4efb-97d7-dc2b6b553167 HTTP/1.1" status: 200 len: 1093 time: 1.7048023 Jun 07 08:13:46.367777 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'tag': '713092c3-b0ea-4efb-97d7-dc2b6b553167'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:46.370021 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dcac16-5fe4-4dde-afd1-2924ed205a41" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecf2b55-5b2c-46d8-9691-238107b1e4e1", "tag": "713092c3-b0ea-4efb-97d7-dc2b6b553167"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:46.394867 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cb675-26a6-47d4-9b60-889a46eaad5e req-9eb87c62-e0c3-4174-b175-47483c230213 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.397187 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ee0cb675-26a6-47d4-9b60-889a46eaad5e req-9eb87c62-e0c3-4174-b175-47483c230213 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 943 time: 0.2483439 Jun 07 08:13:46.439722 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Pushing event updated for resources: {'Port': ['ID=713092c3-b0ea-4efb-97d7-dc2b6b553167,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:46.447084 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:46.482097 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4f20d-190b-4774-b6a3-966bf3987ab4 x-openstack-request-id: req-a5f4f20d-190b-4774-b6a3-966bf3987ab4 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:46.482417 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecf2b55-5b2c-46d8-9691-238107b1e4e1", "tag": "713092c3-b0ea-4efb-97d7-dc2b6b553167", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:46.482692 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5f4f20d-190b-4774-b6a3-966bf3987ab4 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:46.483303 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'tag': '713092c3-b0ea-4efb-97d7-dc2b6b553167', 'status': 'completed', 'code': 200} Jun 07 08:13:46.538633 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ee0cb675-26a6-47d4-9b60-889a46eaad5e req-90c7daaf-81f9-4967-88a6-925de581b172 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291611 Jun 07 08:13:46.589917 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43846) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:46.607476 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.621984 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a8a01c2a-f32a-45ca-8357-1f90d86692f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.654613 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-4528b31e-586d-46fa-bbaa-1405745301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.656357 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-4528b31e-586d-46fa-bbaa-1405745301af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 1096 time: 0.2103720 Jun 07 08:13:46.664216 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.678839 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b3dbc-7b28-49b9-a9ac-cb549d343b26 req-ffea5625-a795-40be-8045-038be683540b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.680612 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1e5b3dbc-7b28-49b9-a9ac-cb549d343b26 req-ffea5625-a795-40be-8045-038be683540b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1076386 Jun 07 08:13:46.725098 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.728758 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.738031 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e259d10c-fdff-46da-86fc-20cc4c3e1049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:46.767892 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-d0a63b6f-049a-4673-8801-f3e43d240d99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167 HTTP/1.1" status: 200 len: 217 time: 0.0664902 Jun 07 08:13:46.779977 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc0c8c475774434fb6d22c0afc66587a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888940 Jun 07 08:13:46.781759 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15c41e3-5f64-434c-8e7e-f484d7f2f4d6,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:46.784082 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 43848) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:46.786003 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:46.849256 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.878194 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.905520 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1e5b3dbc-7b28-49b9-a9ac-cb549d343b26 req-2130b2b7-b4dd-458f-a31d-b186d355e5de tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183230 Jun 07 08:13:46.928525 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-b6bbd818-2a80-436f-8295-6d9622129422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.929949 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-b6bbd818-2a80-436f-8295-6d9622129422 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.1517215 Jun 07 08:13:46.934833 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.937772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.939248 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d15c41e3-5f64-434c-8e7e-f484d7f2f4d6 HTTP/1.1" status: 204 len: 168 time: 0.1542792 Jun 07 08:13:46.940017 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f72cb654-c559-4e49-bb68-f54f4a137b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:46.950370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15c41e3-5f64-434c-8e7e-f484d7f2f4d6,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:46.953077 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:47.008853 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-7d901317-0c2c-439d-a989-206579ad02c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646174 Jun 07 08:13:47.079031 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:13:47.221296 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-77f9006a-5367-4249-a667-9f63d6fa4b90 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016582 Jun 07 08:13:47.229730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd0996-dd61-40b4-a5b2-46d7d805c549 req-07958f0a-56e9-4320-96b7-f8ce432010c9 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.231230 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a8bd0996-dd61-40b4-a5b2-46d7d805c549 req-07958f0a-56e9-4320-96b7-f8ce432010c9 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.1806021 Jun 07 08:13:47.319010 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a8bd0996-dd61-40b4-a5b2-46d7d805c549 req-fbb34e2b-c75a-4deb-a9aa-f03ca19a4f63 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815148 Jun 07 08:13:47.416632 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f18857a-5d07-4488-bc8a-e53aedd0618a req-d6602895-56c2-4eef-85c5-c358cdc86374 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633406 Jun 07 08:13:47.536689 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:47.550499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-46100e35-681e-43af-aa5e-4e681af0db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.552917 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-46100e35-681e-43af-aa5e-4e681af0db2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 1096 time: 0.0773587 Jun 07 08:13:47.745121 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-2c15649e-69f5-47ec-a335-baf76a6e515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.746506 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-2c15649e-69f5-47ec-a335-baf76a6e515a service neutron] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 915 time: 0.1854846 Jun 07 08:13:47.827971 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-15879466-9e37-4f1c-88d5-39842c15c424 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167 HTTP/1.1" status: 200 len: 217 time: 0.0701456 Jun 07 08:13:47.848071 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823974a-c8d3-4fbe-a9d8-139422831e25 req-932c1dfd-5f37-4db1-9ff3-b55cea6ad732 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.849527 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a823974a-c8d3-4fbe-a9d8-139422831e25 req-932c1dfd-5f37-4db1-9ff3-b55cea6ad732 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 943 time: 0.1642962 Jun 07 08:13:47.909594 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-eadec939-73e4-4995-8aaa-bdde3c19468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.911099 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-eadec939-73e4-4995-8aaa-bdde3c19468e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.0606811 Jun 07 08:13:47.974237 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-d1a8501e-9592-4365-85dc-c3c867ff80aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473924 Jun 07 08:13:48.044210 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a823974a-c8d3-4fbe-a9d8-139422831e25 req-873d97b8-645c-4db6-8a65-40b0566207ce tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394594 Jun 07 08:13:48.224597 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-80e8ee0f-0b46-4184-b07f-89f5d96090f4 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428951 Jun 07 08:13:48.287512 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd893-5dd5-4140-96e8-129d3cef4f95 req-1de589a2-2ed1-4d26-b3ce-dbebaf02ab5e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:48.291894 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d19cd893-5dd5-4140-96e8-129d3cef4f95 req-1de589a2-2ed1-4d26-b3ce-dbebaf02ab5e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1862826 Jun 07 08:13:48.423564 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d19cd893-5dd5-4140-96e8-129d3cef4f95 req-0dd6d2f0-7261-4117-b2e7-6f8421dbac5d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284239 Jun 07 08:13:48.429767 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-62dcac16-5fe4-4dde-afd1-2924ed205a41 req-103b5ae4-8b81-43fa-b8f5-a6ea7fdedb23 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969879 Jun 07 08:13:48.531991 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39572e3-dd1f-46f9-8733-3c2b917b1dd7 req-6bcca3bc-0251-403c-8d0c-aa29f0cb596d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:48.533452 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a39572e3-dd1f-46f9-8733-3c2b917b1dd7 req-6bcca3bc-0251-403c-8d0c-aa29f0cb596d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.0864375 Jun 07 08:13:48.578074 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a39572e3-dd1f-46f9-8733-3c2b917b1dd7 req-b38bb7ff-2eed-45e9-8883-60329fdb1af7 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Jun 07 08:13:49.282046 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df87feb-dcd3-4433-8a18-725e8340322f req-54d2c245-7ca4-455c-b02f-57076da10e11 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:49.283743 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9df87feb-dcd3-4433-8a18-725e8340322f req-54d2c245-7ca4-455c-b02f-57076da10e11 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 943 time: 0.1047502 Jun 07 08:13:49.338220 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9df87feb-dcd3-4433-8a18-725e8340322f req-4b6bd0c8-d385-4d43-b0d9-daea155b63b3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Jun 07 08:13:49.371993 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:49.676948 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec0442-1f2f-44b5-b379-22bc370484f2 req-eb67560d-c6d3-4a34-ac3f-0cbefac709c6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:49.683947 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-78ec0442-1f2f-44b5-b379-22bc370484f2 req-eb67560d-c6d3-4a34-ac3f-0cbefac709c6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1628525 Jun 07 08:13:49.732115 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-78ec0442-1f2f-44b5-b379-22bc370484f2 req-101fece3-84f2-473f-adc9-bb3800906df4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Jun 07 08:13:50.487716 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 713092c3-b0ea-4efb-97d7-dc2b6b553167 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:50.630701 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4589c4-7adc-4b95-a46d-b40c461e6aa1 req-1889ad02-ca9c-4c9a-a26a-e1875f960536 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:50.638138 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6b4589c4-7adc-4b95-a46d-b40c461e6aa1 req-1889ad02-ca9c-4c9a-a26a-e1875f960536 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 943 time: 0.1617327 Jun 07 08:13:50.696001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 713092c3-b0ea-4efb-97d7-dc2b6b553167, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:50.697680 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6b4589c4-7adc-4b95-a46d-b40c461e6aa1 req-fe973806-a41f-4adf-8b89-ccc065940900 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585325 Jun 07 08:13:50.718324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '713092c3-b0ea-4efb-97d7-dc2b6b553167', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'port_id': '713092c3-b0ea-4efb-97d7-dc2b6b553167', 'mac_address': 'fa:16:3e:42:7e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789b47f6-0cf6-4332-b6b9-caa8f626d6dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:50.784051 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:50.807195 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713092c3-b0ea-4efb-97d7-dc2b6b553167 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:50.827207 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 713092c3-b0ea-4efb-97d7-dc2b6b553167, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:50.832602 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:50.834605 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:50.914552 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=713092c3-b0ea-4efb-97d7-dc2b6b553167,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:50.917910 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:50.953972 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c52d0-0bcf-44c8-904d-b03b9694f4af req-f7b4bf89-3330-4462-a427-31e4d7730832 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:50.956011 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5f0c52d0-0bcf-44c8-904d-b03b9694f4af req-f7b4bf89-3330-4462-a427-31e4d7730832 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0940831 Jun 07 08:13:50.999873 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5f0c52d0-0bcf-44c8-904d-b03b9694f4af req-60bac659-598e-440b-967d-d767926256f5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Jun 07 08:13:51.286885 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['713092c3-b0ea-4efb-97d7-dc2b6b553167'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:51.905535 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e13ec-7812-440f-8ae9-d2d7c7c44f9e req-dfb7a726-4e24-4d5b-9eb2-22197d280f86 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:51.907313 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8c5e13ec-7812-440f-8ae9-d2d7c7c44f9e req-dfb7a726-4e24-4d5b-9eb2-22197d280f86 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 944 time: 0.0880919 Jun 07 08:13:51.954592 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8c5e13ec-7812-440f-8ae9-d2d7c7c44f9e req-b969a569-f52c-4a86-b5c2-8e7f5c0fa0a7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Jun 07 08:13:52.228743 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f398a1-c4b7-4f42-a3d8-17eb289bec30 req-7e5a0ac5-5917-4a1e-a5e3-2a93b520ba33 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:52.230348 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d7f398a1-c4b7-4f42-a3d8-17eb289bec30 req-7e5a0ac5-5917-4a1e-a5e3-2a93b520ba33 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0933275 Jun 07 08:13:52.278418 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d7f398a1-c4b7-4f42-a3d8-17eb289bec30 req-05bd00af-bd34-4e09-8471-0ba26d21dce5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Jun 07 08:13:53.139919 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c03ee9-ab6e-4966-beb4-9c3c650e7881 req-42479858-c4e1-4fb1-9c8e-e28cd183a9d1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:53.141552 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-25c03ee9-ab6e-4966-beb4-9c3c650e7881 req-42479858-c4e1-4fb1-9c8e-e28cd183a9d1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 944 time: 0.0835218 Jun 07 08:13:53.185592 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-25c03ee9-ab6e-4966-beb4-9c3c650e7881 req-b0f847d8-7565-4df1-ac63-625c021d5348 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Jun 07 08:13:53.265044 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44074) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:53.323583 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Deleting subnet b435d4ed-0df8-4fa0-b18f-8e3258176399 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:13:53.326433 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.377406 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.473349 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a42d3e-b20b-4600-ab9e-f6383ab9394a req-ad202559-0f38-47e6-b38f-bc618bce6d19 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:53.474802 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-55a42d3e-b20b-4600-ab9e-f6383ab9394a req-ad202559-0f38-47e6-b38f-bc618bce6d19 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0861874 Jun 07 08:13:53.502891 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.526852 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-55a42d3e-b20b-4600-ab9e-f6383ab9394a req-3d65b8e0-20ff-41f7-b3b7-6ad4b6619d39 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Jun 07 08:13:53.576335 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.586889 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:53.623782 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b435d4ed-0df8-4fa0-b18f-8e3258176399,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:53.626190 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.630835 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44084) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:53.631553 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b435d4ed-0df8-4fa0-b18f-8e3258176399 HTTP/1.1" status: 204 len: 168 time: 0.3654552 Jun 07 08:13:53.632798 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d0390a68-c980-4905-98b3-173c849c136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:53.734952 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.857662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.869710 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7eee1e4-a917-4a3d-930b-7f5bffb61b22']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:53.882104 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817c6ff9-60ab-4969-b8d5-224f6c67fb11') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:53.882328 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817c6ff9-60ab-4969-b8d5-224f6c67fb11') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:53.894041 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.914666 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.923649 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:13:53.924071 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:13:53.939827 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:13:54.020772 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.024612 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ad2e0093-8c4f-4e27-9e20-835650825b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:54.039639 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.041451 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f7eee1e4-a917-4a3d-930b-7f5bffb61b22 HTTP/1.1" status: 204 len: 168 time: 0.4095974 Jun 07 08:13:54.044142 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44092) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:54.081068 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7eee1e4-a917-4a3d-930b-7f5bffb61b22,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:54.086346 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:54.123832 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Deleting subnet 73f6f5dc-4b1f-465b-9966-255ce4b2cdcf {{(pid=91903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:13:54.128115 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.178602 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16275251'] for subnet, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.240043 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.364502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15301112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13767924'] for subnet, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.371185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:54.415509 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.419775 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/73f6f5dc-4b1f-465b-9966-255ce4b2cdcf HTTP/1.1" status: 204 len: 168 time: 0.3721128 Jun 07 08:13:54.419775 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f6f5dc-4b1f-465b-9966-255ce4b2cdcf,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:54.420947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:54.421394 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44102) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:54.439387 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6020bce-39bf-4d24-98e8-56ed2b94ddc8 req-eb78781f-3f81-42b7-98b3-9b9510d9b295 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:54.440867 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f6020bce-39bf-4d24-98e8-56ed2b94ddc8 req-eb78781f-3f81-42b7-98b3-9b9510d9b295 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 944 time: 0.1455388 Jun 07 08:13:54.488234 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f6020bce-39bf-4d24-98e8-56ed2b94ddc8 req-ceadcd9d-a0e7-4104-911c-556f147b13d0 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Jun 07 08:13:54.519255 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 713092c3-b0ea-4efb-97d7-dc2b6b553167 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:54.526378 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.589848 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 713092c3-b0ea-4efb-97d7-dc2b6b553167 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:54.594851 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 713092c3-b0ea-4efb-97d7-dc2b6b553167 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:54.595233 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.662492 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.676426 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d67169-dae3-4d9d-ba59-d39fffea47a7']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:54.690078 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f52baa9-9bf1-4025-a849-948678433edd') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:54.690265 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f52baa9-9bf1-4025-a849-948678433edd') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:13:54.703797 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.724863 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.725102 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.731756 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:13:54.732274 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:13:54.745450 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:13:54.754420 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb02a-d853-48e4-a315-665e302caa0f req-36567933-de1b-4524-ba26-da19a0e51c4e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:54.756450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713092c3-b0ea-4efb-97d7-dc2b6b553167'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:54.756787 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1d4fb02a-d853-48e4-a315-665e302caa0f req-36567933-de1b-4524-ba26-da19a0e51c4e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1050217 Jun 07 08:13:54.758769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be370a-c38d-495d-89f9-e17cf715a5f9" -d '{"events": [{"server_uuid": "1ecf2b55-5b2c-46d8-9691-238107b1e4e1", "name": "network-vif-plugged", "status": "completed", "tag": "713092c3-b0ea-4efb-97d7-dc2b6b553167"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:54.768766 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 713092c3-b0ea-4efb-97d7-dc2b6b553167, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:54.776280 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.777990 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:54.827577 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1d4fb02a-d853-48e4-a315-665e302caa0f req-01fbbe05-b248-4f03-abd4-959d87fc9b99 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Jun 07 08:13:54.835042 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a2dce0-a666-4c20-969c-f295d479e732 x-openstack-request-id: req-c8a2dce0-a666-4c20-969c-f295d479e732 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:54.835336 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf2b55-5b2c-46d8-9691-238107b1e4e1", "name": "network-vif-plugged", "status": "completed", "tag": "713092c3-b0ea-4efb-97d7-dc2b6b553167", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:54.835815 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8a2dce0-a666-4c20-969c-f295d479e732 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:54.836343 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713092c3-b0ea-4efb-97d7-dc2b6b553167', 'code': 200} Jun 07 08:13:54.860900 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.865184 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:54.865872 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=713092c3-b0ea-4efb-97d7-dc2b6b553167,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:54.871040 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:54.878671 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.880534 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/35d67169-dae3-4d9d-ba59-d39fffea47a7 HTTP/1.1" status: 204 len: 168 time: 0.4575868 Jun 07 08:13:54.887855 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d67169-dae3-4d9d-ba59-d39fffea47a7,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:54.891443 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:55.072901 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44114) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:55.085065 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83269-7d44-445f-ad73-4ea98decaeac req-d4bed241-bc8d-4860-90cf-5825324907b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.087151 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8a83269-7d44-445f-ad73-4ea98decaeac req-d4bed241-bc8d-4860-90cf-5825324907b0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0783114 Jun 07 08:13:55.127339 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2816f947-d0e8-4f81-a4e6-39e5d9e24afc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5c17e94a7ee4b00b58d43687bbee871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530400 Jun 07 08:13:55.131883 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44116) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:55.145474 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8a83269-7d44-445f-ad73-4ea98decaeac req-e35fd407-002f-44cd-8238-3b1957940a88 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Jun 07 08:13:55.193881 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.222112 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.279624 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.282722 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.283897 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/744066c5-5e3d-4d9b-b4d0-afe594436971 HTTP/1.1" status: 204 len: 168 time: 0.1507983 Jun 07 08:13:55.284689 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ee19d6d4-14b6-41f7-9b82-029688fbd672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:55.294748 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744066c5-5e3d-4d9b-b4d0-afe594436971,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:55.297381 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:55.684806 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44136) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:55.717390 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b158e-b7c7-4bbc-bb15-c0af4893e989 req-9cc137dd-9866-4418-883d-f2a5e7b6aee4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.718911 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ae7b158e-b7c7-4bbc-bb15-c0af4893e989 req-9cc137dd-9866-4418-883d-f2a5e7b6aee4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0930405 Jun 07 08:13:55.739281 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-126ce2d9-7711-4d9b-adf6-98d34ea77feb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd6ddd0010b7419aa9e492b8c52648c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512602 Jun 07 08:13:55.739669 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44138) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:55.799963 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.828246 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.829862 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ae7b158e-b7c7-4bbc-bb15-c0af4893e989 req-17ddf8e4-8739-42ff-9892-e16b2103ed1b tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047006 Jun 07 08:13:55.892127 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.894546 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.895692 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4989d9bb-f0af-454d-b21e-35d29d2bd53a HTTP/1.1" status: 204 len: 168 time: 0.1551178 Jun 07 08:13:55.896558 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:55.906492 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4989d9bb-f0af-454d-b21e-35d29d2bd53a,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:55.908735 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:56.045916 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe6d2-be86-4dc5-a647-ba6fd0a21814 req-c26e136d-5d32-4766-936d-5251293e280f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:56.048040 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-32dfe6d2-be86-4dc5-a647-ba6fd0a21814 req-c26e136d-5d32-4766-936d-5251293e280f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0842309 Jun 07 08:13:56.098004 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-32dfe6d2-be86-4dc5-a647-ba6fd0a21814 req-0c38cf1b-bb70-48ea-89d3-2df61f56396f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Jun 07 08:13:57.038711 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1538fe-fea4-4f91-97d3-1b5a51dd3fc2 req-53ba3324-1dfe-4e3e-ada6-e1862716fbd4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:57.040185 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2a1538fe-fea4-4f91-97d3-1b5a51dd3fc2 req-53ba3324-1dfe-4e3e-ada6-e1862716fbd4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0902972 Jun 07 08:13:57.090646 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2a1538fe-fea4-4f91-97d3-1b5a51dd3fc2 req-9a985065-401d-4403-91bc-c1d638d4b815 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Jun 07 08:13:57.328471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e00c1e-5f85-4ab6-9feb-ed94ca7e58b1 req-d38bd91b-d913-479b-8c01-4ed98644038f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:57.330714 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9e00c1e-5f85-4ab6-9feb-ed94ca7e58b1 req-d38bd91b-d913-479b-8c01-4ed98644038f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0876865 Jun 07 08:13:57.385143 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9e00c1e-5f85-4ab6-9feb-ed94ca7e58b1 req-d4f64aa1-a710-4d7f-ab47-a035835dcf8d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Jun 07 08:13:58.591373 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba920e-659c-4a29-9ba4-7b04182eea86 req-27fe61e7-c758-4aa0-8b21-46de9d5b5895 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:58.593209 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34ba920e-659c-4a29-9ba4-7b04182eea86 req-27fe61e7-c758-4aa0-8b21-46de9d5b5895 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0949764 Jun 07 08:13:58.650388 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34ba920e-659c-4a29-9ba4-7b04182eea86 req-df877ce4-374e-4686-984d-f68fe743a45b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498922 Jun 07 08:13:59.558689 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44294) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:59.677524 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:59.796256 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:59.801621 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:59.814744 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:59.859901 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=081f0dc70a114974bf7c3287ad6b399a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999880 Jun 07 08:13:59.861920 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403d9a64-1ff5-4346-9049-9975be043c1b,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:59.863602 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44304) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:59.866031 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:59.927330 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938df3d-7e10-4370-a08d-8801677afb00 req-2364223b-2910-4a12-8331-3d7bd856276f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:59.928831 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9938df3d-7e10-4370-a08d-8801677afb00 req-2364223b-2910-4a12-8331-3d7bd856276f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1591783 Jun 07 08:13:59.961061 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.004690 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.012799 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9938df3d-7e10-4370-a08d-8801677afb00 req-86a0c666-6ffe-44b1-aea9-6c1796b52e17 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718722 Jun 07 08:14:00.060471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.063589 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.064705 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/403d9a64-1ff5-4346-9049-9975be043c1b HTTP/1.1" status: 204 len: 168 time: 0.2001891 Jun 07 08:14:00.065426 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f2ddc25b-0974-4b95-a615-f404613c250c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:00.075182 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d9a64-1ff5-4346-9049-9975be043c1b,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:00.077380 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:00.376108 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44316) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:00.392686 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.501687 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.505509 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.512841 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-eff3e464-44ac-441e-aeeb-2d457e10c2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:00.553380 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a322d9f9f074ea9934ec7f7ee2a05b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761065 Jun 07 08:14:00.554274 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0308e-c5ab-4c81-bdc8-3390706e6979,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:00.555895 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44318) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:00.557458 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:00.618681 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.644279 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.694888 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.697329 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:00.698431 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bf0308e-c5ab-4c81-bdc8-3390706e6979 HTTP/1.1" status: 204 len: 168 time: 0.1415038 Jun 07 08:14:00.699155 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e56932a7-551c-44f1-91f5-d144387fb2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:00.708226 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0308e-c5ab-4c81-bdc8-3390706e6979,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:00.710370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:01.225884 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4e9e-2f9a-458f-8327-76251698dbd3 req-371888cc-b611-48fa-9de5-51a8b194107a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:01.227358 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd3f4e9e-2f9a-458f-8327-76251698dbd3 req-371888cc-b611-48fa-9de5-51a8b194107a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0875270 Jun 07 08:14:01.288328 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd3f4e9e-2f9a-458f-8327-76251698dbd3 req-7a2ea78e-8f83-411e-933c-646b0f6d52ab tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547361 Jun 07 08:14:01.516183 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44354) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:01.630747 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2096957516-network', 'tenant_id': '830a887fc2b94c98a7329c8cfd3a54ea'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:01.653308 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Made reservation on behalf of 830a887fc2b94c98a7329c8cfd3a54ea for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:01.656102 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.668049 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.781606 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.785419 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.789669 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-438f5571-bbbf-4bb1-bb4a-2a761c65b3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:01.815129 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:14:01.827820 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6493dd47-1dd1-465b-9e96-48ba99921881,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:01.834188 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:01.835859 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.836415 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Added segment 3b41fdb5-1a92-4a00-96e2-116ac70bc90d of type vlan for network e1d45b2d-b672-46a7-b05a-a56ce160e147 Jun 07 08:14:01.864774 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.900935 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.902235 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:01.902859 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.907464 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:01.950043 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44368) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:01.950204 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4327736 Jun 07 08:14:01.956267 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Request body: {'subnet': {'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2096957516-subnet', 'tenant_id': '830a887fc2b94c98a7329c8cfd3a54ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:01.990260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Made reservation on behalf of 830a887fc2b94c98a7329c8cfd3a54ea for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:01.993607 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13767889'] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:02.014530 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d45b2d-b672-46a7-b05a-a56ce160e147,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:02.017453 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:02.025688 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network e1d45b2d-b672-46a7-b05a-a56ce160e147 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:14:02.261190 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15301049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13767875'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:02.266114 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-127a8173-3e85-4a76-8dde-1bc0503267e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:02.335998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=690cc29b-e7dc-455e-b0df-54b5e3f8aec2,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:02.339218 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:02.345831 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Checking segment: {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:02.346182 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Network hostable DHCP agents. Network: e1d45b2d-b672-46a7-b05a-a56ce160e147, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:14:02.363929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Network e1d45b2d-b672-46a7-b05a-a56ce160e147 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:14:02.376036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, e1d45b2d-b672-46a7-b05a-a56ce160e147) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:02.381331 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:02.381917 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:02.387951 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a0957-aa84-4a86-86a3-67dfe57b20cc None None] Network e1d45b2d-b672-46a7-b05a-a56ce160e147 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:02.445538 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-d7f7bddb-4194-4847-935e-66dcab481d4a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4937847 Jun 07 08:14:02.503200 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ece3b-f301-4196-a3ca-d3a0339807f6 req-72d9b24c-cc97-4ae8-ba64-b4802aab63ac tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:02.511176 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-db2ece3b-f301-4196-a3ca-d3a0339807f6 req-72d9b24c-cc97-4ae8-ba64-b4802aab63ac tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1111577 Jun 07 08:14:02.564198 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-db2ece3b-f301-4196-a3ca-d3a0339807f6 req-902523e3-11c4-4db0-9bfa-4828b90b554d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520370 Jun 07 08:14:02.613213 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29c0d8-f2ec-4e41-b2c6-ad0e5d1bb17e None None] Network e1d45b2d-b672-46a7-b05a-a56ce160e147 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:03.848619 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a3bc-cded-4f16-8a6f-8c67930d69b0 req-653409fd-3eae-41f7-bf7b-3f0305dc9416 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:03.849966 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7b51a3bc-cded-4f16-8a6f-8c67930d69b0 req-653409fd-3eae-41f7-bf7b-3f0305dc9416 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0814149 Jun 07 08:14:03.892851 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7b51a3bc-cded-4f16-8a6f-8c67930d69b0 req-bedc4037-e754-4b85-a410-a5260b2a13db tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372384 Jun 07 08:14:13.347681 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-eeacad4e-ba38-4c3e-96c8-083a9dcd0d36 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:13.349101 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-eeacad4e-ba38-4c3e-96c8-083a9dcd0d36 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.2617507 Jun 07 08:14:13.356678 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-120c9d09-cb3a-4b6c-84aa-b404b3f53756 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:13.357974 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-120c9d09-cb3a-4b6c-84aa-b404b3f53756 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/networks?id=e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 200 len: 809 time: 0.2468598 Jun 07 08:14:13.373975 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-2ffafd80-c03e-4e73-9251-b5faccf9f601 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/quotas/7f614896c69a47e68caf853b5554fe90 HTTP/1.1" status: 200 len: 375 time: 0.0151336 Jun 07 08:14:13.376155 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-ca875a6b-7988-4e23-a768-9620812242ea tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/quotas/830a887fc2b94c98a7329c8cfd3a54ea HTTP/1.1" status: 200 len: 375 time: 0.0111580 Jun 07 08:14:13.522544 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-a13c3db2-0857-428a-badd-a5cf373ff395 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079037 Jun 07 08:14:13.658575 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-cfd873ee-ab48-42a2-8049-4551dc1e70e7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2794905 Jun 07 08:14:13.702138 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-f043102b-5687-4fb6-aeff-2d438318efe3 service neutron] 10.222.0.35 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708128 Jun 07 08:14:13.898537 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-ee8065ae-dcc7-4d85-bbe1-acc7b9debfcb service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283854 Jun 07 08:14:13.939195 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-c38f8175-7cf1-4c39-b232-dad98b499a85 service neutron] 10.222.0.35 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266505 Jun 07 08:14:14.067308 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-60f0b43f-525b-4394-9f20-27bafa42d910 service neutron] 10.222.0.35 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581197 Jun 07 08:14:14.139944 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-802ff4d7-d35b-4b8c-a040-a3334eb3546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:14.466938 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e135b9a9-a065-46c0-acef-995f17d787ad req-19c08e8b-667d-4c55-8cb5-458b54058979 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 210 time: 0.0600836 Jun 07 08:14:14.479317 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b99090-46ab-4d6f-aa87-4e2cbe075d73 req-fef66d49-6d26-4058-90e0-9118a2449719 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:14.480899 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8b99090-46ab-4d6f-aa87-4e2cbe075d73 req-fef66d49-6d26-4058-90e0-9118a2449719 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1529493 Jun 07 08:14:14.590020 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-194d7138-4dbc-43a8-b2fd-23a2e6eb3733 req-846bab96-109c-4b31-967e-205b13adfdb9 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 210 time: 0.0632851 Jun 07 08:14:14.617687 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8b99090-46ab-4d6f-aa87-4e2cbe075d73 req-6ffcee30-722c-4753-b539-049029d68d51 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234424 Jun 07 08:14:14.915726 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6f20-17af-41de-a98b-dbe234cd75ea req-d20559dc-57f5-406d-b480-9de10687105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:14.917222 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-52fe6f20-17af-41de-a98b-dbe234cd75ea req-d20559dc-57f5-406d-b480-9de10687105b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 1098 time: 0.0751982 Jun 07 08:14:14.962504 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-52fe6f20-17af-41de-a98b-dbe234cd75ea req-8d16df62-9a2b-484e-908a-5ee1554a12e8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Jun 07 08:14:15.796850 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44b41a32-5324-4524-967c-bbbe0f850e5e req-16dc1761-0ccd-4e62-976f-ce26311ad8ad tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 210 time: 0.1663373 Jun 07 08:14:15.819747 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dfa8dde6-0756-46b5-9c03-d794c96fa640 req-982e8105-1323-41c5-897b-8ddc65c78c73 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 210 time: 0.0527513 Jun 07 08:14:15.867988 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-f1548df3-e499-4fcd-9c25-d4eff50eb917 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:15.869452 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-f1548df3-e499-4fcd-9c25-d4eff50eb917 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "GET /v2.0/networks?id=e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 200 len: 809 time: 0.2650712 Jun 07 08:14:15.888908 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Request body: {'port': {'device_id': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147', 'admin_state_up': True, 'tenant_id': '830a887fc2b94c98a7329c8cfd3a54ea'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:16.097247 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe0aa-2a27-4287-a748-ebda1115f815 req-b3e6224b-4b8c-4938-a240-67d3cafccef8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:16.098659 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-242fe0aa-2a27-4287-a748-ebda1115f815 req-b3e6224b-4b8c-4938-a240-67d3cafccef8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1875980 Jun 07 08:14:16.118918 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Made reservation on behalf of 830a887fc2b94c98a7329c8cfd3a54ea for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:16.122358 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:16.208563 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-242fe0aa-2a27-4287-a748-ebda1115f815 req-1028088f-75f4-47ef-b103-85b4b62d3d89 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038837 Jun 07 08:14:16.345484 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:16.496640 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Allocated IP 172.20.0.11 (e1d45b2d-b672-46a7-b05a-a56ce160e147/690cc29b-e7dc-455e-b0df-54b5e3f8aec2/a1a0347f-d99d-4322-b2d6-792b5af06e61) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:16.571926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-e1d46f87-5e7e-49ab-b18e-4d0443b2d77d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:16.573355 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-e1d46f87-5e7e-49ab-b18e-4d0443b2d77d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 814 time: 0.2837029 Jun 07 08:14:16.629518 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a26fd8ae-494a-43c4-a7c8-c9c180322daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:16.645835 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Request body: {'port': {'device_id': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'admin_state_up': True, 'tenant_id': '7f614896c69a47e68caf853b5554fe90'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:16.662206 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:16.876691 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:16.914231 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Made reservation on behalf of 7f614896c69a47e68caf853b5554fe90 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:16.919394 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:17.079439 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:17.099586 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-20a14fc3-1bcd-4365-86ce-6c20480b4ab9 req-ee79fbf3-3599-467b-8578-604400bd7f5a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 210 time: 0.1117604 Jun 07 08:14:17.100231 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0279638c-e9ff-4908-a2ed-0d57d872913d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:17.199360 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Network e1d45b2d-b672-46a7-b05a-a56ce160e147 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:17.211986 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:17.246976 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:17.279380 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Pushing event updated for resources: {'Port': ['ID=a1a0347f-d99d-4322-b2d6-792b5af06e61,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:17.292850 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:17.373791 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfdc57-2045-4d1d-b326-2e93b2a0b398 req-d791003b-2ed5-4d51-9056-0fdf9cc220f6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.375136 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0cfdc57-2045-4d1d-b326-2e93b2a0b398 req-d791003b-2ed5-4d51-9056-0fdf9cc220f6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 932 time: 0.3863382 Jun 07 08:14:17.395239 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.395873 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:17.434271 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Allocated IP 172.20.0.14 (be6f92ce-6812-4641-8ac4-1c94d3e6f12c/789b47f6-0cf6-4332-b6b9-caa8f626d6dd/71c4db1a-21ce-4ed9-825f-e08f854ab619) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:17.473342 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5885382 Jun 07 08:14:17.495115 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Request body: {'port': {'device_id': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:17.527613 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0cfdc57-2045-4d1d-b326-2e93b2a0b398 req-3c4cec8f-11ba-455f-861c-7260131f7666 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418083 Jun 07 08:14:17.536125 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:17.606019 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80cfc-e5df-475e-8df5-33fab696ba28 req-2da559f9-05b6-48ab-bcd7-7eaff8479d45 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.607511 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-abd80cfc-e5df-475e-8df5-33fab696ba28 req-2da559f9-05b6-48ab-bcd7-7eaff8479d45 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2772634 Jun 07 08:14:17.794635 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:17.815018 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-abd80cfc-e5df-475e-8df5-33fab696ba28 req-aa67a8d6-afe8-4f1f-818d-69a58761ad09 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737411 Jun 07 08:14:17.928438 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:18.274482 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:18.294634 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6769420-7e73-4493-ace5-8fba85e2d57e req-c4baea44-0946-4adb-a2d9-971c3cae12e0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:18.295294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d', 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', '713092c3-b0ea-4efb-97d7-dc2b6b553167'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:18.296250 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e6769420-7e73-4493-ace5-8fba85e2d57e req-c4baea44-0946-4adb-a2d9-971c3cae12e0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3227022 Jun 07 08:14:18.296868 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:18.424749 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Network be6f92ce-6812-4641-8ac4-1c94d3e6f12c is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:18.435372 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:18.446606 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:18.478502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event updated for resources: {'Port': ['ID=71c4db1a-21ce-4ed9-825f-e08f854ab619,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:18.527114 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e6769420-7e73-4493-ace5-8fba85e2d57e req-c01193be-78b0-415c-b34d-01d0b7523ed3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939874 Jun 07 08:14:18.533615 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:18.695004 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:18.695687 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:18.723467 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a0347f-d99d-4322-b2d6-792b5af06e61 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:18.734083 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0940204 Jun 07 08:14:18.736961 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:18.752305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Request body: {'port': {'device_id': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:18.858056 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Transition to ACTIVE for port object a1a0347f-d99d-4322-b2d6-792b5af06e61 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:18.874844 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a7c9-42fc-4a8d-bbb8-dc3094d76c53 req-fb8e343a-5804-4fd7-aea5-5c6204c12bce tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:18.876763 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5551a7c9-42fc-4a8d-bbb8-dc3094d76c53 req-fb8e343a-5804-4fd7-aea5-5c6204c12bce tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 932 time: 0.4024587 Jun 07 08:14:18.889177 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:18.899625 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:19.150093 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5551a7c9-42fc-4a8d-bbb8-dc3094d76c53 req-83fe7858-adb1-4d8e-9104-5e19045c97d6 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661583 Jun 07 08:14:19.150890 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a0347f-d99d-4322-b2d6-792b5af06e61,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:19.159296 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:19.196456 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.308329 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126b900-92ad-42f0-8fce-b35b72c29e57 req-87426042-f6e5-4eba-9680-1e1cf75d71e9 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:19.310883 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c126b900-92ad-42f0-8fce-b35b72c29e57 req-87426042-f6e5-4eba-9680-1e1cf75d71e9 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 932 time: 0.5192060 Jun 07 08:14:19.371790 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.403875 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Attempting to bind port a1a0347f-d99d-4322-b2d6-792b5af06e61 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:19.404464 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Attempting to bind port a1a0347f-d99d-4322-b2d6-792b5af06e61 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:19.405036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Attempting to bind port a1a0347f-d99d-4322-b2d6-792b5af06e61 on network e1d45b2d-b672-46a7-b05a-a56ce160e147 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:19.473971 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c126b900-92ad-42f0-8fce-b35b72c29e57 req-e9db689e-820f-4a9a-affe-fbf185ec4e3e tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531010 Jun 07 08:14:19.477210 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Port a1a0347f-d99d-4322-b2d6-792b5af06e61 on network e1d45b2d-b672-46a7-b05a-a56ce160e147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:14:19.477538 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Attempting to bind port a1a0347f-d99d-4322-b2d6-792b5af06e61 on network e1d45b2d-b672-46a7-b05a-a56ce160e147 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:19.495238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:19.495238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Checking segment: {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:19.495238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Bound using segment: {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:19.495238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Bound port: a1a0347f-d99d-4322-b2d6-792b5af06e61, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:19.495238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.713871 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] For port a1a0347f-d99d-4322-b2d6-792b5af06e61, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:19.729977 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] For port a1a0347f-d99d-4322-b2d6-792b5af06e61, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:19.736688 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.742017 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:19.812537 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:19.813163 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.814487 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] 10.222.0.22 "PUT /v2.0/ports/a1a0347f-d99d-4322-b2d6-792b5af06e61 HTTP/1.1" status: 200 len: 1094 time: 2.3256729 Jun 07 08:14:19.814962 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'tag': 'a1a0347f-d99d-4322-b2d6-792b5af06e61'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:19.817241 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44714af7-3198-4e10-97d1-4d34dd2da64f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a98d3e-7133-46c5-af7d-34b633c027ef", "tag": "a1a0347f-d99d-4322-b2d6-792b5af06e61"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:19.917936 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0c507c-c196-4ef7-97d6-835266ac9c83 x-openstack-request-id: req-4d0c507c-c196-4ef7-97d6-835266ac9c83 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:19.918248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a98d3e-7133-46c5-af7d-34b633c027ef", "tag": "a1a0347f-d99d-4322-b2d6-792b5af06e61", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:19.918516 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d0c507c-c196-4ef7-97d6-835266ac9c83 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:19.918919 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'tag': 'a1a0347f-d99d-4322-b2d6-792b5af06e61', 'status': 'completed', 'code': 200} Jun 07 08:14:19.920765 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c4db1a-21ce-4ed9-825f-e08f854ab619 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:19.933220 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a0347f-d99d-4322-b2d6-792b5af06e61,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:19.938931 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:19.940528 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.967183 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Transition to ACTIVE for port object 71c4db1a-21ce-4ed9-825f-e08f854ab619 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:19.971935 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:19.976681 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:20.191047 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-0f4fd9d9-399f-467d-9852-cbc553dbdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:20.192541 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-0f4fd9d9-399f-467d-9852-cbc553dbdf22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 1097 time: 0.3146551 Jun 07 08:14:20.194428 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Pushing event updated for resources: {'Port': ['ID=71c4db1a-21ce-4ed9-825f-e08f854ab619,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:20.221209 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:20.323046 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-c60e3c16-ab3e-4d3b-966d-ca122063bd42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61 HTTP/1.1" status: 200 len: 217 time: 0.1008344 Jun 07 08:14:20.463676 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a389-9bd9-4e79-812a-796f91f60240 req-fdb0c76e-1ab7-4c99-9aa1-243bde121630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:20.465147 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-fdb0c76e-1ab7-4c99-9aa1-243bde121630 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=690cc29b-e7dc-455e-b0df-54b5e3f8aec2 HTTP/1.1" status: 200 len: 849 time: 0.1145728 Jun 07 08:14:20.466962 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Attempting to bind port 71c4db1a-21ce-4ed9-825f-e08f854ab619 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:20.467293 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Attempting to bind port 71c4db1a-21ce-4ed9-825f-e08f854ab619 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:20.467634 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Attempting to bind port 71c4db1a-21ce-4ed9-825f-e08f854ab619 on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:20.476113 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Port 71c4db1a-21ce-4ed9-825f-e08f854ab619 on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:14:20.476429 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Attempting to bind port 71c4db1a-21ce-4ed9-825f-e08f854ab619 on network be6f92ce-6812-4641-8ac4-1c94d3e6f12c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:20.484517 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:20.485407 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Checking segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:20.485772 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Bound using segment: {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:20.486230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Bound port: 71c4db1a-21ce-4ed9-825f-e08f854ab619, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:20.486565 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.542121 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396bd7-b65d-420e-be62-9f778d6a81a8 req-395b9e5f-917d-4051-8bae-a223fef53792 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:20.543586 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1b396bd7-b65d-420e-be62-9f778d6a81a8 req-395b9e5f-917d-4051-8bae-a223fef53792 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 944 time: 0.2626612 Jun 07 08:14:20.640231 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-937af95d-042e-49c1-9b5e-4c8025478b1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1d45b2d-b672-46a7-b05a-a56ce160e147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565488 Jun 07 08:14:20.694050 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1b396bd7-b65d-420e-be62-9f778d6a81a8 req-d677cd19-7a49-411e-a0b7-52794ec01967 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400998 Jun 07 08:14:20.753226 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] For port 71c4db1a-21ce-4ed9-825f-e08f854ab619, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:20.852503 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] For port 71c4db1a-21ce-4ed9-825f-e08f854ab619, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:20.909772 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.920052 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e438133c-04de-4665-b81f-3683bbd3811c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:21.029298 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.029900 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:21.031219 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] 10.222.0.22 "PUT /v2.0/ports/71c4db1a-21ce-4ed9-825f-e08f854ab619 HTTP/1.1" status: 200 len: 1094 time: 2.2841043 Jun 07 08:14:21.053500 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-1818c771-05d0-4593-b244-139c80cb675e service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657529 Jun 07 08:14:21.062005 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-306e4d15-82a3-4229-9178-9244b13feb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.064098 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-306e4d15-82a3-4229-9178-9244b13feb38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.4230347 Jun 07 08:14:21.070670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Pushing event updated for resources: {'Port': ['ID=71c4db1a-21ce-4ed9-825f-e08f854ab619,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:21.074230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:21.193550 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c673f1-758f-4904-9239-ee89b68c483b req-6bb78e5a-6989-4ac4-a2a8-5548b4a742eb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.194986 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-63c673f1-758f-4904-9239-ee89b68c483b req-6bb78e5a-6989-4ac4-a2a8-5548b4a742eb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.4307504 Jun 07 08:14:21.300140 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5768d-e06a-40a7-9604-c6d08023c809 req-8d98cce4-7fc5-4152-b1f9-845556c06da8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.301564 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1df5768d-e06a-40a7-9604-c6d08023c809 req-8d98cce4-7fc5-4152-b1f9-845556c06da8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 944 time: 0.4531972 Jun 07 08:14:21.450554 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-63c673f1-758f-4904-9239-ee89b68c483b req-187ad88e-62dc-43cd-8329-24956d566f5a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464314 Jun 07 08:14:21.463141 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0732a389-9bd9-4e79-812a-796f91f60240 req-95540a43-22ce-4edf-a955-3724fada6dac service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932991 Jun 07 08:14:21.480333 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-f7351842-6f3f-48da-9491-903702fe50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.481783 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-f7351842-6f3f-48da-9491-903702fe50ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.3841796 Jun 07 08:14:21.484608 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1df5768d-e06a-40a7-9604-c6d08023c809 req-cc89c028-24f1-4afc-80c7-e0fdf408a19d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273751 Jun 07 08:14:21.487552 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-af5f4304-2e4a-4ce7-9fd9-ea1c3839d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.488898 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-af5f4304-2e4a-4ce7-9fd9-ea1c3839d554 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 1097 time: 0.3902814 Jun 07 08:14:21.726321 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-6664e453-0d4a-41c1-a628-4a3c78ee40ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.2358820 Jun 07 08:14:21.744389 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-8d960f0f-0ca2-4e8a-ab42-4cc8037eb1fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619 HTTP/1.1" status: 200 len: 217 time: 0.1958249 Jun 07 08:14:21.863514 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-6375b767-27d9-4e57-ad66-7e765674150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.864965 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-6375b767-27d9-4e57-ad66-7e765674150a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.1222680 Jun 07 08:14:21.872101 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4005-71e2-495f-87fc-84e886566288 req-a500699f-b50d-4a94-adba-d051e62e5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.873410 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-a500699f-b50d-4a94-adba-d051e62e5265 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.0960102 Jun 07 08:14:21.951840 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'tag': '71c4db1a-21ce-4ed9-825f-e08f854ab619'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:21.954610 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6455532-6801-403e-84e2-8dc42348552a" -d '{"events": [{"name": "network-changed", "server_uuid": "3bff1af4-cca2-459b-a148-a9c4b5d45d42", "tag": "71c4db1a-21ce-4ed9-825f-e08f854ab619"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:21.994465 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-5af6007d-aba2-449d-96f5-06bc24789723 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169689 Jun 07 08:14:22.006231 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-fef942b0-69ee-428d-be5c-96304860d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.007717 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-fef942b0-69ee-428d-be5c-96304860d6a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 1097 time: 0.4660108 Jun 07 08:14:22.017162 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dd07be-086a-4672-9dd9-04dbb57a9c0c x-openstack-request-id: req-28dd07be-086a-4672-9dd9-04dbb57a9c0c {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:22.017462 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bff1af4-cca2-459b-a148-a9c4b5d45d42", "tag": "71c4db1a-21ce-4ed9-825f-e08f854ab619", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:22.017728 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28dd07be-086a-4672-9dd9-04dbb57a9c0c {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:22.018108 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'tag': '71c4db1a-21ce-4ed9-825f-e08f854ab619', 'status': 'completed', 'code': 200} Jun 07 08:14:22.022267 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-9f3746f9-56b5-4ffd-af25-562683cd4b6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099184 Jun 07 08:14:22.384419 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-99809ce8-c71a-4018-bac9-0b4a7b9658c9 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653495 Jun 07 08:14:22.397167 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252c252-a29a-4193-a064-b905dc032969 req-546b80c4-9bd3-4f5f-b666-011739cfb136 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.398502 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9252c252-a29a-4193-a064-b905dc032969 req-546b80c4-9bd3-4f5f-b666-011739cfb136 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 944 time: 0.4851022 Jun 07 08:14:22.403021 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-74c0b82d-9ad0-43a4-af8f-5214d4378e53 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600690 Jun 07 08:14:22.424700 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-57ac5d1c-47c4-4c0e-bc5f-92cc0dbaec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.426013 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-57ac5d1c-47c4-4c0e-bc5f-92cc0dbaec2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 200 len: 910 time: 0.3820987 Jun 07 08:14:22.556888 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-8f5d2285-9531-4bee-aae8-871056e3a014 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61 HTTP/1.1" status: 200 len: 217 time: 0.0970674 Jun 07 08:14:22.766034 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9252c252-a29a-4193-a064-b905dc032969 req-ba373120-54f0-4fca-8850-74c7c397deb6 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442378 Jun 07 08:14:22.835872 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-819c46e6-ec2c-4ab8-8324-34177bd8909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.837277 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-819c46e6-ec2c-4ab8-8324-34177bd8909d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=690cc29b-e7dc-455e-b0df-54b5e3f8aec2 HTTP/1.1" status: 200 len: 849 time: 0.2726231 Jun 07 08:14:22.841453 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0c2a4bf9-3ea4-4f7d-9a03-1f10da88dee5 req-9456dcc1-13ca-4d05-8518-87b250713b89 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420054 Jun 07 08:14:22.846307 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-75fd4005-71e2-495f-87fc-84e886566288 req-fa15cd40-d754-4c25-8ff9-1a03567058b4 service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228554 Jun 07 08:14:22.930449 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-3151970a-1012-442d-9e1c-ad67de12ae14 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1d45b2d-b672-46a7-b05a-a56ce160e147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781491 Jun 07 08:14:22.972246 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2476fb3-ee17-4884-bede-5788803c6101 req-61d47f82-9a7e-41e7-b332-eca8edb0bf70 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.973668 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f2476fb3-ee17-4884-bede-5788803c6101 req-61d47f82-9a7e-41e7-b332-eca8edb0bf70 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.4079845 Jun 07 08:14:23.233954 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f2476fb3-ee17-4884-bede-5788803c6101 req-ac81d778-f5b9-4060-93d3-ce3f46a72927 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498233 Jun 07 08:14:23.274114 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3007-d031-4ad9-be88-9ef200556ac1 req-f114e93c-2a04-4874-8a5f-136bd900ec17 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.275590 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-882b3007-d031-4ad9-be88-9ef200556ac1 req-f114e93c-2a04-4874-8a5f-136bd900ec17 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 944 time: 0.3893385 Jun 07 08:14:23.290905 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455532-6801-403e-84e2-8dc42348552a req-ce2d7ca1-8d53-4ea7-9228-dab11f5feb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.292387 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-ce2d7ca1-8d53-4ea7-9228-dab11f5feb11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f614896c69a47e68caf853b5554fe90&device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 1097 time: 0.3604281 Jun 07 08:14:23.311465 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-8bfdffa5-cd8f-4117-82bb-84e2eaff1742 service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368742 Jun 07 08:14:23.411873 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-882b3007-d031-4ad9-be88-9ef200556ac1 req-753e5b59-768d-40c9-baa4-612970707dc8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258245 Jun 07 08:14:23.567624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455532-6801-403e-84e2-8dc42348552a req-5bc43d1e-4734-46c7-a45e-e10429fd9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.569118 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-5bc43d1e-4734-46c7-a45e-e10429fd9261 service neutron] 10.222.0.22 "GET /v2.0/networks?id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 200 len: 915 time: 0.2611995 Jun 07 08:14:23.572256 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-44714af7-3198-4e10-97d1-4d34dd2da64f req-687b34c6-6d00-46e8-a700-45b8ecf6d444 service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386687 Jun 07 08:14:23.646709 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-1388bd69-c8a8-4ec4-b10c-4062edf9a854 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619 HTTP/1.1" status: 200 len: 217 time: 0.0638447 Jun 07 08:14:23.708575 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455532-6801-403e-84e2-8dc42348552a req-d1a390b2-275e-4ac4-a75f-a082a1eaff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.709963 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-d1a390b2-275e-4ac4-a75f-a082a1eaff4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 200 len: 854 time: 0.0564413 Jun 07 08:14:23.763588 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-04498475-6ad7-4c87-bfe2-9e5a6d3f06a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=be6f92ce-6812-4641-8ac4-1c94d3e6f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391226 Jun 07 08:14:23.963601 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-0a3d45e8-810d-4f2b-b662-c0874b9f71fc service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772170 Jun 07 08:14:23.983344 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77df2a-1693-46fc-8622-8524402b50e9 req-d11435d7-7caa-4a8f-b72d-50f1c5c4001c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.984765 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8e77df2a-1693-46fc-8622-8524402b50e9 req-d11435d7-7caa-4a8f-b72d-50f1c5c4001c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 944 time: 0.1135836 Jun 07 08:14:24.077767 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:14:24.116702 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8e77df2a-1693-46fc-8622-8524402b50e9 req-aaefb602-e4ba-4915-b3af-f02a1ab1c80f tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114974 Jun 07 08:14:24.161142 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6455532-6801-403e-84e2-8dc42348552a req-e3cd31e1-ebbd-456f-93d0-983f1ed2120a service neutron] 10.222.0.22 "GET /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752815 Jun 07 08:14:24.431233 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28450-3242-4c75-a506-1740ef492615 req-b7d61263-14f2-4f7b-ae91-8e178132c587 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:24.433176 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2fb28450-3242-4c75-a506-1740ef492615 req-b7d61263-14f2-4f7b-ae91-8e178132c587 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0884485 Jun 07 08:14:24.482195 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2fb28450-3242-4c75-a506-1740ef492615 req-ca165035-d316-4a91-9776-e7eaecb9611a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jun 07 08:14:24.659778 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device a1a0347f-d99d-4322-b2d6-792b5af06e61 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:24.668946 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450404-e9a0-4cb5-a69a-416ae31924ad req-fa040a82-acf7-4ce3-a934-2ef38a7b2541 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:24.670490 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-97450404-e9a0-4cb5-a69a-416ae31924ad req-fa040a82-acf7-4ce3-a934-2ef38a7b2541 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 944 time: 0.0859847 Jun 07 08:14:24.726068 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-97450404-e9a0-4cb5-a69a-416ae31924ad req-b72d15a2-1bf1-41a8-824e-5ccc2b8af19a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Jun 07 08:14:24.804542 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port a1a0347f-d99d-4322-b2d6-792b5af06e61, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:24.821638 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'a1a0347f-d99d-4322-b2d6-792b5af06e61', 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147', 'port_id': 'a1a0347f-d99d-4322-b2d6-792b5af06e61', 'mac_address': 'fa:16:3e:3e:22:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690cc29b-e7dc-455e-b0df-54b5e3f8aec2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:24.876055 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.892519 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a0347f-d99d-4322-b2d6-792b5af06e61 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:24.908203 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port a1a0347f-d99d-4322-b2d6-792b5af06e61, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:24.911945 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.913572 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:24.977462 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=a1a0347f-d99d-4322-b2d6-792b5af06e61,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:24.980352 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:25.330543 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66bb08-ab18-47bd-a1f0-87572cd2eb0d req-d0873cd2-47cb-4de7-acdc-fe4a2c7c65f3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:25.332008 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd66bb08-ab18-47bd-a1f0-87572cd2eb0d req-d0873cd2-47cb-4de7-acdc-fe4a2c7c65f3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 944 time: 0.0833085 Jun 07 08:14:25.376205 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd66bb08-ab18-47bd-a1f0-87572cd2eb0d req-bd5284c0-81ca-4f8d-a370-110a6ee12575 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Jun 07 08:14:25.409397 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['a1a0347f-d99d-4322-b2d6-792b5af06e61'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:25.687286 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15886ed2-34bb-4ff0-a38f-1513d2b8e825 req-4b2cc9b7-f1ad-45b7-9ba8-503c981524fe tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:25.689400 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-15886ed2-34bb-4ff0-a38f-1513d2b8e825 req-4b2cc9b7-f1ad-45b7-9ba8-503c981524fe tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0860975 Jun 07 08:14:25.740378 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-15886ed2-34bb-4ff0-a38f-1513d2b8e825 req-31767cb0-c655-4266-adde-7e2a89171531 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Jun 07 08:14:25.924792 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e5d9e-d261-4c1e-81ff-92aa904740dc req-51e2460f-fc68-4047-bb05-564fa1c1acf2 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:25.926277 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8c5e5d9e-d261-4c1e-81ff-92aa904740dc req-51e2460f-fc68-4047-bb05-564fa1c1acf2 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 945 time: 0.0860701 Jun 07 08:14:25.972183 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8c5e5d9e-d261-4c1e-81ff-92aa904740dc req-ff37dbe8-23e3-4ba0-a49f-36217b145092 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 Jun 07 08:14:26.565638 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045ea8-e10b-4288-a0ba-f1c36284f20c req-f7cbfdb2-f5cd-4cae-9098-adbbce9f6ad7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:26.567070 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39045ea8-e10b-4288-a0ba-f1c36284f20c req-f7cbfdb2-f5cd-4cae-9098-adbbce9f6ad7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 944 time: 0.0823367 Jun 07 08:14:26.673073 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 71c4db1a-21ce-4ed9-825f-e08f854ab619 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:26.681306 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-39045ea8-e10b-4288-a0ba-f1c36284f20c req-1ae8539a-edd6-4d1e-9b53-d4b2b92e3784 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084418 Jun 07 08:14:26.808898 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 71c4db1a-21ce-4ed9-825f-e08f854ab619, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:26.822083 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '71c4db1a-21ce-4ed9-825f-e08f854ab619', 'network_id': 'be6f92ce-6812-4641-8ac4-1c94d3e6f12c', 'port_id': '71c4db1a-21ce-4ed9-825f-e08f854ab619', 'mac_address': 'fa:16:3e:71:f1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789b47f6-0cf6-4332-b6b9-caa8f626d6dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:26.884327 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.901693 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c4db1a-21ce-4ed9-825f-e08f854ab619 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:26.917827 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 71c4db1a-21ce-4ed9-825f-e08f854ab619, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:26.921877 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.924825 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:26.926630 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca47f5-eb44-40ab-9c2f-49f3d2a7e55b req-14a60b71-4718-403b-a6f5-dd4226ed50b1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:26.928135 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cca47f5-eb44-40ab-9c2f-49f3d2a7e55b req-14a60b71-4718-403b-a6f5-dd4226ed50b1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0806253 Jun 07 08:14:26.994289 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cca47f5-eb44-40ab-9c2f-49f3d2a7e55b req-d70bf6e2-dd09-4213-b745-2092358411d1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537086 Jun 07 08:14:26.997406 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=71c4db1a-21ce-4ed9-825f-e08f854ab619,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:27.011317 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:27.235934 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7977d3-cf40-4630-aab1-45419c807207 req-9d675963-da9a-4a45-a169-6ce2d81d634d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.244849 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3d7977d3-cf40-4630-aab1-45419c807207 req-9d675963-da9a-4a45-a169-6ce2d81d634d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 945 time: 0.1178753 Jun 07 08:14:27.262693 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44718) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:27.286675 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3d7977d3-cf40-4630-aab1-45419c807207 req-c298e915-d02e-4ab9-a126-5c4029f408b4 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Jun 07 08:14:27.362299 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['71c4db1a-21ce-4ed9-825f-e08f854ab619'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:27.401966 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.506280 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.510097 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.517699 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cf5a63be-1832-41ca-80cc-1b283e81b086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:27.555433 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=535f66ee89b94273bb71bd498d8f8871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911756 Jun 07 08:14:27.558381 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44722) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:27.559779 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcb8f9-8577-432d-bfc8-cbbe5d36bdaf,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:27.568132 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.568485 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.568838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.569182 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.569521 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.569859 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.570192 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.570526 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.570859 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.571190 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.571550 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.571880 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.575582 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:27.616623 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.642717 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.697353 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.699784 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.700901 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ddcb8f9-8577-432d-bfc8-cbbe5d36bdaf HTTP/1.1" status: 204 len: 168 time: 0.1413829 Jun 07 08:14:27.701636 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1072b1ce-7aba-4713-9466-946e7e2b5eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:27.713650 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcb8f9-8577-432d-bfc8-cbbe5d36bdaf,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:27.722867 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.723232 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.723676 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.723999 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.724337 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.724674 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.725012 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.725393 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.725764 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.726066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.726371 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.726700 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:27.730016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0b3d8ae3-54dd-4676-97fd-ad7ca970e566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:27.926205 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b0042-e8a9-43d5-bab9-7f245a103ee4 req-4b5cb91e-2cac-4d36-9561-85e7ccb3fb2a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.927897 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-833b0042-e8a9-43d5-bab9-7f245a103ee4 req-4b5cb91e-2cac-4d36-9561-85e7ccb3fb2a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 945 time: 0.1105068 Jun 07 08:14:27.987175 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-833b0042-e8a9-43d5-bab9-7f245a103ee4 req-c9bfaaa3-7b2a-41c1-bd51-f3210750e783 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 Jun 07 08:14:28.206688 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2acedc-2b3f-4c7c-8eda-4a28e5cc0266 req-977ec5c6-5002-431f-bd35-d2226e436db3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:28.208751 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3d2acedc-2b3f-4c7c-8eda-4a28e5cc0266 req-977ec5c6-5002-431f-bd35-d2226e436db3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1141901 Jun 07 08:14:28.260092 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3d2acedc-2b3f-4c7c-8eda-4a28e5cc0266 req-43c2202d-886c-4fc4-bf2d-ae41bee076c0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457625 Jun 07 08:14:28.492820 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2430c-1292-49e4-8a9e-372584085724 req-1b479032-0e66-4072-a965-f8a0f36d8772 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:28.494302 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-57b2430c-1292-49e4-8a9e-372584085724 req-1b479032-0e66-4072-a965-f8a0f36d8772 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 945 time: 0.0939779 Jun 07 08:14:28.543914 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-57b2430c-1292-49e4-8a9e-372584085724 req-03b2104d-6c23-4822-b6ab-c8676c0bab54 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Jun 07 08:14:28.691809 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device a1a0347f-d99d-4322-b2d6-792b5af06e61 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:28.771352 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port a1a0347f-d99d-4322-b2d6-792b5af06e61 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:28.775936 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port a1a0347f-d99d-4322-b2d6-792b5af06e61 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:28.776314 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:28.897449 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:28.924104 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a0347f-d99d-4322-b2d6-792b5af06e61'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:28.926343 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ccc959-327d-4e64-92df-2fa276175d32" -d '{"events": [{"server_uuid": "d6a98d3e-7133-46c5-af7d-34b633c027ef", "name": "network-vif-plugged", "status": "completed", "tag": "a1a0347f-d99d-4322-b2d6-792b5af06e61"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:28.933906 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port a1a0347f-d99d-4322-b2d6-792b5af06e61, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:28.940677 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:28.944263 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:28.992268 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cc6131-276a-4ba4-aa70-1e569d425b63 x-openstack-request-id: req-57cc6131-276a-4ba4-aa70-1e569d425b63 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:28.992565 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a98d3e-7133-46c5-af7d-34b633c027ef", "name": "network-vif-plugged", "status": "completed", "tag": "a1a0347f-d99d-4322-b2d6-792b5af06e61", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:28.992823 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57cc6131-276a-4ba4-aa70-1e569d425b63 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:28.993216 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a0347f-d99d-4322-b2d6-792b5af06e61', 'code': 200} Jun 07 08:14:29.023392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=a1a0347f-d99d-4322-b2d6-792b5af06e61,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:29.026942 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:29.258318 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0a910-26ed-4739-878e-995263bac6b3 req-51aef2b8-5843-48ea-b513-d58e7eb10b23 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.260032 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7f0a910-26ed-4739-878e-995263bac6b3 req-51aef2b8-5843-48ea-b513-d58e7eb10b23 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 945 time: 0.1414061 Jun 07 08:14:29.305647 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8d96-3c43-4634-8be6-7955268ec45b req-9868ad80-3b7e-4dbc-b7f3-a01fd6693d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.307389 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e05a8d96-3c43-4634-8be6-7955268ec45b req-9868ad80-3b7e-4dbc-b7f3-a01fd6693d28 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 1099 time: 0.1252642 Jun 07 08:14:29.318424 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7f0a910-26ed-4739-878e-995263bac6b3 req-ec5c9cd7-890e-4700-b16e-b0dffcda8c42 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Jun 07 08:14:29.366156 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e05a8d96-3c43-4634-8be6-7955268ec45b req-0624d965-4c8d-406a-a161-87cc377bd3a3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Jun 07 08:14:29.454641 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f769b8-36a0-43c7-b0d3-bb3880b37383 req-5b3a32e4-a190-4a24-a19c-136a5c391301 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.456146 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-66f769b8-36a0-43c7-b0d3-bb3880b37383 req-5b3a32e4-a190-4a24-a19c-136a5c391301 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0812862 Jun 07 08:14:29.504308 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-66f769b8-36a0-43c7-b0d3-bb3880b37383 req-9b296f47-e742-4668-aa6b-30ee701461c5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Jun 07 08:14:29.773348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcb2b7-36c7-4a87-8393-5327113e7d45 req-1f3a2793-7d50-4122-9cc1-66c896746219 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.774777 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7bcb2b7-36c7-4a87-8393-5327113e7d45 req-1f3a2793-7d50-4122-9cc1-66c896746219 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 946 time: 0.0846722 Jun 07 08:14:29.825765 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7bcb2b7-36c7-4a87-8393-5327113e7d45 req-4c323dcf-ac36-4dec-a593-418eacc54815 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Jun 07 08:14:30.505418 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2be9e-40ec-44e8-a688-5c51875f80a6 req-dd67530d-9071-4490-a20c-fc78ddf7a079 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:30.506853 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-77f2be9e-40ec-44e8-a688-5c51875f80a6 req-dd67530d-9071-4490-a20c-fc78ddf7a079 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 945 time: 0.0780568 Jun 07 08:14:30.551523 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-77f2be9e-40ec-44e8-a688-5c51875f80a6 req-3353530d-272f-435d-a3be-649aa2ad38d1 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Jun 07 08:14:30.696760 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 71c4db1a-21ce-4ed9-825f-e08f854ab619 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:30.734894 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e899da-3135-4fbf-a92e-f1f2336e72ed req-19393b66-d211-46fd-a6f5-35bf41aa888c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:30.736413 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85e899da-3135-4fbf-a92e-f1f2336e72ed req-19393b66-d211-46fd-a6f5-35bf41aa888c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0833230 Jun 07 08:14:30.769921 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 71c4db1a-21ce-4ed9-825f-e08f854ab619 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:30.775179 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 71c4db1a-21ce-4ed9-825f-e08f854ab619 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:30.775604 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:30.783253 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85e899da-3135-4fbf-a92e-f1f2336e72ed req-c76a18c7-b0b6-4590-a0b8-14518f13874e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Jun 07 08:14:30.912863 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:30.956170 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 71c4db1a-21ce-4ed9-825f-e08f854ab619, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:30.960936 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:30.963868 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:31.004395 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4db1a-21ce-4ed9-825f-e08f854ab619'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:31.008124 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e7c83-041b-4d45-aeec-31c18a08c6bb" -d '{"events": [{"server_uuid": "3bff1af4-cca2-459b-a148-a9c4b5d45d42", "name": "network-vif-plugged", "status": "completed", "tag": "71c4db1a-21ce-4ed9-825f-e08f854ab619"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:31.059640 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=71c4db1a-21ce-4ed9-825f-e08f854ab619,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:31.074718 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6a5cc1-9c04-410b-85b2-b20218aae3e4 x-openstack-request-id: req-ea6a5cc1-9c04-410b-85b2-b20218aae3e4 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:31.075196 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff1af4-cca2-459b-a148-a9c4b5d45d42", "name": "network-vif-plugged", "status": "completed", "tag": "71c4db1a-21ce-4ed9-825f-e08f854ab619", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:31.075647 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea6a5cc1-9c04-410b-85b2-b20218aae3e4 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:31.076203 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4db1a-21ce-4ed9-825f-e08f854ab619', 'code': 200} Jun 07 08:14:31.085311 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.085910 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.086592 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.087076 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.087735 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.088231 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.088714 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.090498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.091029 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.091721 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.092262 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.092877 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:31.099085 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:31.129183 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb3d9b-2422-4495-b097-765947ed6f99 req-7d96076b-3754-4263-b0e0-5ad7580ad4b2 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:31.140000 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-16bb3d9b-2422-4495-b097-765947ed6f99 req-7d96076b-3754-4263-b0e0-5ad7580ad4b2 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 946 time: 0.1712620 Jun 07 08:14:31.206199 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-16bb3d9b-2422-4495-b097-765947ed6f99 req-1e0bfa43-6c69-4e0c-a1e8-99a80f828dac tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Jun 07 08:14:31.358270 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d63759-cbaf-4cf4-b5f8-5e4288146870 req-181be73d-d156-4f7d-8e34-78e2a951a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:31.360360 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-54d63759-cbaf-4cf4-b5f8-5e4288146870 req-181be73d-d156-4f7d-8e34-78e2a951a4de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 1099 time: 0.0744622 Jun 07 08:14:31.408546 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-54d63759-cbaf-4cf4-b5f8-5e4288146870 req-459658e0-156e-4c60-abb2-ead04f3d7366 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Jun 07 08:14:31.823887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d477c-255a-41d4-9b3c-7948e41930f4 req-ab9231d0-2a42-4145-a1be-e916ce57d280 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:31.825454 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9a7d477c-255a-41d4-9b3c-7948e41930f4 req-ab9231d0-2a42-4145-a1be-e916ce57d280 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 946 time: 0.1204836 Jun 07 08:14:31.871780 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9a7d477c-255a-41d4-9b3c-7948e41930f4 req-63da34b9-bb53-431d-a47d-c202a63a4aba tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Jun 07 08:14:32.040613 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400d53-6588-44e1-9058-984ccef1bc38 req-49854cbb-a80b-4d70-93d4-59b24050c6f4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:32.041996 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2400d53-6588-44e1-9058-984ccef1bc38 req-49854cbb-a80b-4d70-93d4-59b24050c6f4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0824163 Jun 07 08:14:32.090058 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a2400d53-6588-44e1-9058-984ccef1bc38 req-c4c295cb-769d-4842-b809-83afb9140ffb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Jun 07 08:14:32.442686 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44874) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:32.521896 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec3a02-19ba-4bd0-beec-6579804e9cec req-6b2b4ff5-2c4a-40ea-b5e2-9c354b77b943 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:32.523357 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2bec3a02-19ba-4bd0-beec-6579804e9cec req-6b2b4ff5-2c4a-40ea-b5e2-9c354b77b943 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 946 time: 0.0825882 Jun 07 08:14:32.564757 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.568472 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2bec3a02-19ba-4bd0-beec-6579804e9cec req-5e159c28-b436-4390-b349-86dee96e771d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Jun 07 08:14:32.671478 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.676501 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.688162 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5d75884d-b61b-4ebd-aa50-368f209bd761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:32.728810 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e7b542a6e7147569ee835fab6a97c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850626 Jun 07 08:14:32.730496 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aca889-96b6-47dd-a35f-be2df4c6d9e2,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:32.731576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44880) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:32.733472 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:32.788876 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.814064 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.865170 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.867586 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:32.868713 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6aca889-96b6-47dd-a35f-be2df4c6d9e2 HTTP/1.1" status: 204 len: 168 time: 0.1361482 Jun 07 08:14:32.869489 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-aaaa5a8f-e6da-4562-bad7-68983eaa5d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:32.878701 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aca889-96b6-47dd-a35f-be2df4c6d9e2,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:32.881111 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:33.141727 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96e07-fbfd-4957-9d57-a454bd6c8a24 req-1c357451-a000-4e7b-bf33-05ba36a2db99 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:33.143289 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49d96e07-fbfd-4957-9d57-a454bd6c8a24 req-1c357451-a000-4e7b-bf33-05ba36a2db99 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 946 time: 0.1476710 Jun 07 08:14:33.186313 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 44892) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:33.191952 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49d96e07-fbfd-4957-9d57-a454bd6c8a24 req-04df7614-6c47-448e-8020-df6e01646e4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Jun 07 08:14:33.207544 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.295776 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97fb82-4360-496f-b40a-c45f1c0d4a76 req-ee6f5ed8-eb18-4838-8c98-48296ba46517 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:33.298318 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2e97fb82-4360-496f-b40a-c45f1c0d4a76 req-ee6f5ed8-eb18-4838-8c98-48296ba46517 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0882020 Jun 07 08:14:33.316485 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.320457 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.329987 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a9a27c46-926f-4b81-9043-2eb29f792556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:33.346772 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2e97fb82-4360-496f-b40a-c45f1c0d4a76 req-b4e03bd6-d0b0-4822-ade4-7bc9cf1aa198 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Jun 07 08:14:33.373508 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7796f13595b64a84a57e45bc3222f88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857955 Jun 07 08:14:33.374253 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1d84df-64de-4b24-a722-035e8094f1d1,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:33.376090 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 44894) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:33.377475 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:33.446472 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.471740 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.522408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.524782 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.525879 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f1d84df-64de-4b24-a722-035e8094f1d1 HTTP/1.1" status: 204 len: 168 time: 0.1481204 Jun 07 08:14:33.526585 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f26b905a-fcc2-49a1-869d-87cd04410036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:33.535607 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1d84df-64de-4b24-a722-035e8094f1d1,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:33.537758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:33.758993 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b40-5006-4852-ae9e-135c5a5f5eef req-0b6d5129-7f51-402a-b9cf-26459a833ca1 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:33.760485 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ce194b40-5006-4852-ae9e-135c5a5f5eef req-0b6d5129-7f51-402a-b9cf-26459a833ca1 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 946 time: 0.0901525 Jun 07 08:14:33.807544 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ce194b40-5006-4852-ae9e-135c5a5f5eef req-65fdaf36-887f-479e-a8bd-8655eaf64e23 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Jun 07 08:14:34.397298 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd1452-2c39-491f-94f4-20e38e35c710 req-600479aa-fc0a-404a-bc8b-bd02a2fcd2cb tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:34.398778 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-97dd1452-2c39-491f-94f4-20e38e35c710 req-600479aa-fc0a-404a-bc8b-bd02a2fcd2cb tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 946 time: 0.0926964 Jun 07 08:14:34.454389 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-97dd1452-2c39-491f-94f4-20e38e35c710 req-347e88ce-f0f1-47b7-a783-769928a43903 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499017 Jun 07 08:14:34.559216 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fde24b-5599-4567-a80a-357177382961 req-4b49112d-b28d-451c-a97f-1ca07e461e21 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:34.560791 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-91fde24b-5599-4567-a80a-357177382961 req-4b49112d-b28d-451c-a97f-1ca07e461e21 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0868149 Jun 07 08:14:34.608001 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-91fde24b-5599-4567-a80a-357177382961 req-4d74dcc6-3ce8-43d0-842c-af49bd662eeb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Jun 07 08:14:35.239760 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b238f0-ea44-4d04-a375-08c099c44ae5 req-b94005c9-efa3-4cd9-9b02-08d3325b276e tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:35.241305 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-18b238f0-ea44-4d04-a375-08c099c44ae5 req-b94005c9-efa3-4cd9-9b02-08d3325b276e tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 946 time: 0.1381099 Jun 07 08:14:35.391316 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-18b238f0-ea44-4d04-a375-08c099c44ae5 req-9580a6ed-1287-4a19-ace7-9be239c2046d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127043 Jun 07 08:14:35.420539 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-f5f6c959-2824-42bc-b20e-6f608e88c30d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:35.421986 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-f5f6c959-2824-42bc-b20e-6f608e88c30d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 946 time: 0.1428545 Jun 07 08:14:35.433655 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34895f-48c7-44e6-bea8-3dc3a29ad5e5 req-9234d401-c269-494b-87ba-8fcb8fa01031 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:35.435098 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-eb34895f-48c7-44e6-bea8-3dc3a29ad5e5 req-9234d401-c269-494b-87ba-8fcb8fa01031 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1928828 Jun 07 08:14:35.568300 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-eb34895f-48c7-44e6-bea8-3dc3a29ad5e5 req-39318157-f991-4a01-88da-8da84e3a7042 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033165 Jun 07 08:14:35.614159 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Deleting port a1a0347f-d99d-4322-b2d6-792b5af06e61 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:35.614432 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.835600 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] For port a1a0347f-d99d-4322-b2d6-792b5af06e61, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a1a0347f-d99d-4322-b2d6-792b5af06e61,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:35.835960 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.965521 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Calling delete_port for a1a0347f-d99d-4322-b2d6-792b5af06e61 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:35.986423 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f037-0003-41ce-9cc1-08de0000a759 req-0146f4a3-6289-4cea-aa58-bcf9e894a6ed tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:35.987887 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f461f037-0003-41ce-9cc1-08de0000a759 req-0146f4a3-6289-4cea-aa58-bcf9e894a6ed tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2535768 Jun 07 08:14:36.046228 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f461f037-0003-41ce-9cc1-08de0000a759 req-2c0b404b-055c-48f6-bdcb-b1b8dc3cfb6b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Jun 07 08:14:36.152771 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.159142 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:36.176226 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['a1a0347f-d99d-4322-b2d6-792b5af06e61'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:36.249410 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Pushing event deleted for resources: {'Port': ['ID=a1a0347f-d99d-4322-b2d6-792b5af06e61,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:36.253113 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:36.410061 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] No DVR routers for this DVR port a1a0347f-d99d-4322-b2d6-792b5af06e61 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:36.412672 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.414754 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07d5f92b-39f1-4c34-926b-396df1f32d76 req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "DELETE /v2.0/ports/a1a0347f-d99d-4322-b2d6-792b5af06e61 HTTP/1.1" status: 204 len: 173 time: 0.9787722 Jun 07 08:14:36.415250 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'name': 'network-vif-deleted', 'tag': 'a1a0347f-d99d-4322-b2d6-792b5af06e61'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:36.417518 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5c247d-c9e3-4752-a5c8-13883aff11d9" -d '{"events": [{"server_uuid": "d6a98d3e-7133-46c5-af7d-34b633c027ef", "name": "network-vif-deleted", "tag": "a1a0347f-d99d-4322-b2d6-792b5af06e61"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:36.547251 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14efe35f-1922-43b6-abf5-e267bc405373 x-openstack-request-id: req-14efe35f-1922-43b6-abf5-e267bc405373 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:36.547907 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a98d3e-7133-46c5-af7d-34b633c027ef", "name": "network-vif-deleted", "tag": "a1a0347f-d99d-4322-b2d6-792b5af06e61", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:36.547907 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14efe35f-1922-43b6-abf5-e267bc405373 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:36.548236 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a98d3e-7133-46c5-af7d-34b633c027ef', 'name': 'network-vif-deleted', 'tag': 'a1a0347f-d99d-4322-b2d6-792b5af06e61', 'status': 'completed', 'code': 200} Jun 07 08:14:36.565145 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e29e1386-ee07-45e0-965a-a9b0f0fcd4dc req-98001d75-a608-4537-a577-1ed94821de59 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6a98d3e-7133-46c5-af7d-34b633c027ef HTTP/1.1" status: 200 len: 210 time: 0.0537298 Jun 07 08:14:36.783471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047c9b8-8108-4abb-bdab-721d9229cb99 req-a727ae4e-7fd6-4572-9fd6-0c13b1828653 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:36.784976 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c047c9b8-8108-4abb-bdab-721d9229cb99 req-a727ae4e-7fd6-4572-9fd6-0c13b1828653 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.0821352 Jun 07 08:14:36.836890 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c047c9b8-8108-4abb-bdab-721d9229cb99 req-228fab2d-627c-4630-8631-fb5c1f7c01b9 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459588 Jun 07 08:14:37.242127 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa581f7a-5bca-4844-aa02-e61a9a82584d req-5a642594-b3ae-4ce3-8812-684ac889eb2d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:37.243706 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aa581f7a-5bca-4844-aa02-e61a9a82584d req-5a642594-b3ae-4ce3-8812-684ac889eb2d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0793929 Jun 07 08:14:37.289752 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aa581f7a-5bca-4844-aa02-e61a9a82584d req-66977bbe-e028-41ec-b119-276900f444e7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Jun 07 08:14:38.031058 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-33da1cbf-1e5e-459b-bf02-69d9972a510b tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:38.032645 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-33da1cbf-1e5e-459b-bf02-69d9972a510b tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/networks?id=e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 200 len: 809 time: 0.1514370 Jun 07 08:14:38.047215 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-2382cd22-9742-4ab4-b9ca-df4ad8ad80c9 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/quotas/830a887fc2b94c98a7329c8cfd3a54ea HTTP/1.1" status: 200 len: 375 time: 0.0090530 Jun 07 08:14:38.132993 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-e4386ee9-5012-484a-a05e-6c2ad75c6a77 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797713 Jun 07 08:14:38.274262 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb9049-39fb-4c92-a7c8-27a928213850 req-001e8677-62bd-4c14-8fa9-3eb98c4d7559 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:38.275725 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0acb9049-39fb-4c92-a7c8-27a928213850 req-001e8677-62bd-4c14-8fa9-3eb98c4d7559 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1841316 Jun 07 08:14:38.308654 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-2a070c6f-8787-4d28-a4b1-b1ea86cfca6b service neutron] 10.222.0.35 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677067 Jun 07 08:14:38.372766 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0acb9049-39fb-4c92-a7c8-27a928213850 req-c4e62e23-1495-4f55-9434-9a0363e97703 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848522 Jun 07 08:14:38.468563 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-8467c6f8-ce32-40ec-a9f0-7e4f15082dfc service neutron] 10.222.0.35 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522157 Jun 07 08:14:38.739638 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device a1a0347f-d99d-4322-b2d6-792b5af06e61 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:38.743585 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-33c8ca6c-8018-4e6c-b2e5-024c0b5215e9 req-f1b71c7b-54dc-4284-8013-345f7d4974fe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 210 time: 0.0769825 Jun 07 08:14:38.799969 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: a1a0347f-d99d-4322-b2d6-792b5af06e61 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:14:38.800500 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device a1a0347f-d99d-4322-b2d6-792b5af06e61 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:14:38.805911 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed779624-df72-4e66-af0f-48ef9820f9e5 req-7a32f3db-d8c6-4dd2-86cf-dc808bc270f4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:38.816353 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ed779624-df72-4e66-af0f-48ef9820f9e5 req-7a32f3db-d8c6-4dd2-86cf-dc808bc270f4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2055581 Jun 07 08:14:38.871937 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ed779624-df72-4e66-af0f-48ef9820f9e5 req-a7d1a15a-142b-4751-a746-db789ba20537 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543633 Jun 07 08:14:39.582740 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f69bbd-f177-4cc6-a764-791acebf69c1 req-b1d5bd4c-2b8b-4ec8-9e8b-057f032cc610 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:39.584232 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-31f69bbd-f177-4cc6-a764-791acebf69c1 req-b1d5bd4c-2b8b-4ec8-9e8b-057f032cc610 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.0895786 Jun 07 08:14:39.629142 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-31f69bbd-f177-4cc6-a764-791acebf69c1 req-1dfa59c3-8e4b-4f7e-8fd0-7b940338980e tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Jun 07 08:14:39.906956 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-887bdcc9-b6d9-4f69-9bc5-d68b5df09bc2 req-eaffa47b-eb63-4fe5-96f2-ff53198f110e tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 210 time: 0.0419970 Jun 07 08:14:40.196041 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-759c657e-ac27-4c2a-bd04-1715eeba19cd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:40.197454 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-759c657e-ac27-4c2a-bd04-1715eeba19cd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "GET /v2.0/networks?id=e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 200 len: 809 time: 0.1838517 Jun 07 08:14:40.205150 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22d99b-895f-4753-ae37-9d7f4c7915bf req-b2245f6c-603b-4124-a71f-3509ea9418ae tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:40.206613 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b22d99b-895f-4753-ae37-9d7f4c7915bf req-b2245f6c-603b-4124-a71f-3509ea9418ae tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2296090 Jun 07 08:14:40.232253 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Request body: {'port': {'device_id': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147', 'admin_state_up': True, 'tenant_id': '830a887fc2b94c98a7329c8cfd3a54ea'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:40.393356 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b22d99b-895f-4753-ae37-9d7f4c7915bf req-5e0acb27-730f-4746-a9cc-6f0765fbb183 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806123 Jun 07 08:14:40.456139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c49fd1-891e-4084-b368-935f5eb345a0 req-0cae9bfd-5181-44d2-907a-27e34eb9437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:40.457492 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-25c49fd1-891e-4084-b368-935f5eb345a0 req-0cae9bfd-5181-44d2-907a-27e34eb9437d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.2293468 Jun 07 08:14:40.472592 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Made reservation on behalf of 830a887fc2b94c98a7329c8cfd3a54ea for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:40.476446 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.683667 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-25c49fd1-891e-4084-b368-935f5eb345a0 req-35a0b46e-d0f5-4c67-89f2-b895254edb80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071646 Jun 07 08:14:40.807779 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Allocated IP 172.20.0.14 (e1d45b2d-b672-46a7-b05a-a56ce160e147/690cc29b-e7dc-455e-b0df-54b5e3f8aec2/3ccaf909-877a-4036-b348-f3a16ba4e13d) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:40.891526 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f4b10-89be-4922-b8ff-64915078b536 req-b5c1af5c-cc46-4761-83a3-ddf566dddac1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:40.893012 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-209f4b10-89be-4922-b8ff-64915078b536 req-b5c1af5c-cc46-4761-83a3-ddf566dddac1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1467323 Jun 07 08:14:41.076733 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-209f4b10-89be-4922-b8ff-64915078b536 req-a83c76cb-a186-4982-8e2b-482e07bb64ad tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643400 Jun 07 08:14:41.085788 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69781611-c2a5-4f1f-ab5b-e23a2e10ddaf req-4de9526b-f85b-4274-a87a-dbf618e9d4fc tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 210 time: 0.0606041 Jun 07 08:14:41.141661 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.170043 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.176815 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-efe9998d-b18e-4b5a-b67f-c43bdebcf6cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:41.249485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Network e1d45b2d-b672-46a7-b05a-a56ce160e147 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:41.253795 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:41.256234 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:41.298313 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Pushing event updated for resources: {'Port': ['ID=3ccaf909-877a-4036-b348-f3a16ba4e13d,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:41.301044 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:41.332686 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:41.333351 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.353009 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1256857 Jun 07 08:14:41.370401 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Request body: {'port': {'device_id': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:41.492287 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.834751 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2079-83d7-4e1e-ba22-be26f3f86d73 req-0887f16b-a5bc-44eb-9894-afc834d0b1d4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:41.836534 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab0f2079-83d7-4e1e-ba22-be26f3f86d73 req-0887f16b-a5bc-44eb-9894-afc834d0b1d4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2720664 Jun 07 08:14:41.908701 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-c4df0c90-1e56-486a-805a-92be3a3f3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:41.910113 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-c4df0c90-1e56-486a-805a-92be3a3f3e00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.2370188 Jun 07 08:14:41.988952 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab0f2079-83d7-4e1e-ba22-be26f3f86d73 req-a0894a2b-76f5-44cd-bd00-49e57883e4ea tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355369 Jun 07 08:14:42.192280 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccaf909-877a-4036-b348-f3a16ba4e13d {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:42.205669 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:42.335614 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Transition to ACTIVE for port object 3ccaf909-877a-4036-b348-f3a16ba4e13d will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:42.353845 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:42.373609 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:42.568288 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-dc9f3630-6521-4a6c-b740-331d0a48bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:42.569752 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-dc9f3630-6521-4a6c-b740-331d0a48bb40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.4629860 Jun 07 08:14:42.585269 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b7953-1493-4e86-9c35-b4c79664606b req-e8f80430-32c3-4147-921f-a8f5509083b7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:42.586653 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-691b7953-1493-4e86-9c35-b4c79664606b req-e8f80430-32c3-4147-921f-a8f5509083b7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.5585756 Jun 07 08:14:42.711705 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-af4e8e82-a2f9-401f-9ba3-9ad8fddba6ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.1216989 Jun 07 08:14:42.719917 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Pushing event updated for resources: {'Port': ['ID=3ccaf909-877a-4036-b348-f3a16ba4e13d,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:42.722668 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:42.829520 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c0ae-9f3d-4c4d-84ce-81ce5aef5226 req-36dbbd03-b369-421a-8ec1-3d729bc50bcd tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:42.830944 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5cf5c0ae-9f3d-4c4d-84ce-81ce5aef5226 req-36dbbd03-b369-421a-8ec1-3d729bc50bcd tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.5676196 Jun 07 08:14:42.837416 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-691b7953-1493-4e86-9c35-b4c79664606b req-6bb813b9-9887-4ab3-a219-aaf8f745db1e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386794 Jun 07 08:14:42.883747 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-badab2d5-66e0-437f-bc60-2933f197e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:42.885177 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-badab2d5-66e0-437f-bc60-2933f197e06e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.1524045 Jun 07 08:14:42.959225 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Attempting to bind port 3ccaf909-877a-4036-b348-f3a16ba4e13d on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:42.959557 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Attempting to bind port 3ccaf909-877a-4036-b348-f3a16ba4e13d by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:42.959877 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Attempting to bind port 3ccaf909-877a-4036-b348-f3a16ba4e13d on network e1d45b2d-b672-46a7-b05a-a56ce160e147 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:42.963216 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-4a509e2c-e032-4f15-a558-c18e5c6d3d96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597520 Jun 07 08:14:42.995541 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5cf5c0ae-9f3d-4c4d-84ce-81ce5aef5226 req-c30b1689-274c-4b26-a157-9c8940f53a9f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572254 Jun 07 08:14:43.019787 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Port 3ccaf909-877a-4036-b348-f3a16ba4e13d on network e1d45b2d-b672-46a7-b05a-a56ce160e147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:14:43.020112 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Attempting to bind port 3ccaf909-877a-4036-b348-f3a16ba4e13d on network e1d45b2d-b672-46a7-b05a-a56ce160e147 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:43.048261 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:43.048596 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Checking segment: {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:43.048974 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Bound using segment: {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:43.049403 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Bound port: 3ccaf909-877a-4036-b348-f3a16ba4e13d, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b41fdb5-1a92-4a00-96e2-116ac70bc90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:43.049741 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.243189 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-a4b927df-1c4d-4e8f-9885-a89e5dc0e5c7 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465451 Jun 07 08:14:43.258643 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43a7a9-f22b-41d3-8acc-3589349be6e7 req-7daee039-676c-4860-8c2a-4861aa20bb17 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.260088 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6c43a7a9-f22b-41d3-8acc-3589349be6e7 req-7daee039-676c-4860-8c2a-4861aa20bb17 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 944 time: 0.3151186 Jun 07 08:14:43.281969 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] For port 3ccaf909-877a-4036-b348-f3a16ba4e13d, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:43.311490 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] For port 3ccaf909-877a-4036-b348-f3a16ba4e13d, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:43.329913 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.337261 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:43.461248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.461859 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.463220 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] 10.222.0.22 "PUT /v2.0/ports/3ccaf909-877a-4036-b348-f3a16ba4e13d HTTP/1.1" status: 200 len: 1094 time: 2.0970056 Jun 07 08:14:43.463721 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'tag': '3ccaf909-877a-4036-b348-f3a16ba4e13d'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:43.465962 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa1b88-b959-4903-bdf9-b87048b963c4" -d '{"events": [{"name": "network-changed", "server_uuid": "57e58a3e-9b81-4457-81dd-d88786f4ca1b", "tag": "3ccaf909-877a-4036-b348-f3a16ba4e13d"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:43.485632 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6c43a7a9-f22b-41d3-8acc-3589349be6e7 req-2ef060da-17d2-4a74-a79c-d08c8ff6fa74 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993263 Jun 07 08:14:43.518341 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Pushing event updated for resources: {'Port': ['ID=3ccaf909-877a-4036-b348-f3a16ba4e13d,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:43.519466 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:43.521632 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a8913ff-0338-46a2-a16f-9b2308a8e200 req-4f99cbe6-dae6-4640-884d-65833863bef4 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595506 Jun 07 08:14:43.654583 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-b91e2f96-9202-444f-8352-9bb5ac68efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.657299 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-b91e2f96-9202-444f-8352-9bb5ac68efcd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 1097 time: 0.1335447 Jun 07 08:14:43.807178 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-62f0282f-4a3e-4b90-9fe4-773d6476a18c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d HTTP/1.1" status: 200 len: 217 time: 0.1100521 Jun 07 08:14:43.907527 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-1b26e028-059d-4eee-bb27-517c51fea485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.908944 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-1b26e028-059d-4eee-bb27-517c51fea485 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=690cc29b-e7dc-455e-b0df-54b5e3f8aec2 HTTP/1.1" status: 200 len: 849 time: 0.0913126 Jun 07 08:14:43.920362 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcde7c-a7ab-46ec-82e8-139bf315abca req-37cc11f9-c04d-427f-810f-31efd547a1b6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.921771 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ddfcde7c-a7ab-46ec-82e8-139bf315abca req-37cc11f9-c04d-427f-810f-31efd547a1b6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2599421 Jun 07 08:14:43.941724 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45220) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:43.969847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7f4f9-0831-4dc8-a51d-f9c9ef0319ee req-4043cfd0-8ffd-4290-bddc-56cc5c7f40aa tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.971299 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4af7f4f9-0831-4dc8-a51d-f9c9ef0319ee req-4043cfd0-8ffd-4290-bddc-56cc5c7f40aa tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 946 time: 0.2732024 Jun 07 08:14:43.991585 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-11d080f4-4962-4bc0-8bca-a94927e5ee4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1d45b2d-b672-46a7-b05a-a56ce160e147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686033 Jun 07 08:14:44.062771 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.162660 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-95556813-f3ab-46fc-9c59-ed8b5eb4c066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.173049 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ddfcde7c-a7ab-46ec-82e8-139bf315abca req-0112925d-a3b0-456e-845f-cbfad64cf5f9 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170529 Jun 07 08:14:44.192261 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.209661 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.220727 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-11e58fca-b666-4a08-89c2-b28b9adf2a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.225516 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4af7f4f9-0831-4dc8-a51d-f9c9ef0319ee req-ebdbc633-b6ff-45a3-ab06-4b786b517173 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361991 Jun 07 08:14:44.244061 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c539efc5-fa12-48d3-99d4-73c0c5d27489 x-openstack-request-id: req-c539efc5-fa12-48d3-99d4-73c0c5d27489 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:44.244409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e58a3e-9b81-4457-81dd-d88786f4ca1b", "tag": "3ccaf909-877a-4036-b348-f3a16ba4e13d", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:44.244683 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c539efc5-fa12-48d3-99d4-73c0c5d27489 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:44.245415 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'tag': '3ccaf909-877a-4036-b348-f3a16ba4e13d', 'status': 'completed', 'code': 200} Jun 07 08:14:44.270910 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da9225-0a09-4d24-a55d-4b904a2c5e93,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.283979 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.290409 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-4f9d5853-cbae-4a47-9438-ad1d21202c7a service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815597 Jun 07 08:14:44.290667 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 45228) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:44.291544 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f85a654c66c24663a52f13a0a217fac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474650 Jun 07 08:14:44.560336 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.601726 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-49cbd31d-0740-421e-b3f9-1074abb645fe req-14450655-7c78-4982-b840-987f6dd5d96b service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983584 Jun 07 08:14:44.620118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.654724 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91632e-1fa3-4a0b-8ac9-6257907b14b3 req-f37ab12c-39ba-42ac-b571-de2587da1673 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:44.656349 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9f91632e-1fa3-4a0b-8ac9-6257907b14b3 req-f37ab12c-39ba-42ac-b571-de2587da1673 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.3162255 Jun 07 08:14:44.673171 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39a494-7849-4cd0-ab6f-f1da3b5037bc req-ccc601ac-995f-4993-ab50-63a8686562c4 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:44.674685 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6c39a494-7849-4cd0-ab6f-f1da3b5037bc req-ccc601ac-995f-4993-ab50-63a8686562c4 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2817614 Jun 07 08:14:44.799235 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9f91632e-1fa3-4a0b-8ac9-6257907b14b3 req-ffe55d9d-f30f-429a-8b90-be5b8b251e9c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206441 Jun 07 08:14:44.814095 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6c39a494-7849-4cd0-ab6f-f1da3b5037bc req-49ff3ee7-f1bb-4c32-bb47-c69dd7507fbc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183507 Jun 07 08:14:44.818903 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.821398 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.822485 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19da9225-0a09-4d24-a55d-4b904a2c5e93 HTTP/1.1" status: 204 len: 168 time: 0.5309520 Jun 07 08:14:44.823982 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1ea8eff6-b721-45f5-8912-8cd25a9704db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.846674 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da9225-0a09-4d24-a55d-4b904a2c5e93,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.849988 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.860173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-4e054d03-08df-4d20-8aa5-6eeaa401c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:44.861731 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-4e054d03-08df-4d20-8aa5-6eeaa401c863 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 1097 time: 0.1394832 Jun 07 08:14:45.075985 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-e7da0f55-463f-4f33-8eef-aca7a5b99bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.078083 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-e7da0f55-463f-4f33-8eef-aca7a5b99bd9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 200 len: 910 time: 0.2045321 Jun 07 08:14:45.094859 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234c5b9-6f88-44eb-ba76-86ca26038135 req-81f00ec7-d6c6-4826-aba8-e1517c3a3ed8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.096488 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d234c5b9-6f88-44eb-ba76-86ca26038135 req-81f00ec7-d6c6-4826-aba8-e1517c3a3ed8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 944 time: 0.1166573 Jun 07 08:14:45.185108 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-9f3e378e-a1de-4426-9921-c5b6dc605bb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d HTTP/1.1" status: 200 len: 217 time: 0.0842450 Jun 07 08:14:45.194887 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45244) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:45.212351 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.249442 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d234c5b9-6f88-44eb-ba76-86ca26038135 req-2f4ed568-6488-459d-b963-2b4d6c59f5d4 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919690 Jun 07 08:14:45.291725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-fa22f0e8-6255-4b7c-a762-6862d43529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.294031 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-fa22f0e8-6255-4b7c-a762-6862d43529a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=690cc29b-e7dc-455e-b0df-54b5e3f8aec2 HTTP/1.1" status: 200 len: 849 time: 0.0855408 Jun 07 08:14:45.350163 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.355935 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.371873 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:45.403648 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-f61220b0-8b8a-4b22-a060-97b34d7938f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1d45b2d-b672-46a7-b05a-a56ce160e147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006727 Jun 07 08:14:45.483398 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aea7e058871448dd8d3903dea12f11aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873044 Jun 07 08:14:45.486138 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45250) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:45.496694 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2881cc-7c69-4b5d-b9d4-9e016565c43d,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:45.500659 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:45.546336 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.572974 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.630453 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.633207 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.634677 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa2881cc-7c69-4b5d-b9d4-9e016565c43d HTTP/1.1" status: 204 len: 168 time: 0.1474664 Jun 07 08:14:45.635700 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c991ea0d-a128-4ac7-9508-d725cca5c48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:45.654329 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2881cc-7c69-4b5d-b9d4-9e016565c43d,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:45.658130 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:45.678097 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c0a33-de7f-4524-affd-57be05957853 req-993aae2d-cf4a-408b-8652-8800e17b0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.679609 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-993aae2d-cf4a-408b-8652-8800e17b0624 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.3280182 Jun 07 08:14:45.685007 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-07209006-9c03-46bc-b06a-aca5dc403c1f service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133732 Jun 07 08:14:45.696462 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287975-8a8f-4013-9ef5-34108f5d9d0f req-ba7fe2d0-12f8-45da-a25f-99f60b09f68f tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.697886 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b3287975-8a8f-4013-9ef5-34108f5d9d0f req-ba7fe2d0-12f8-45da-a25f-99f60b09f68f tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 946 time: 0.3038468 Jun 07 08:14:45.708348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f4e53-b55b-4b32-b8b3-0a6ecccf8e8d req-0075b7ab-6d50-438c-86d9-2cb5f9ee7ece tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.709760 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e96f4e53-b55b-4b32-b8b3-0a6ecccf8e8d req-0075b7ab-6d50-438c-86d9-2cb5f9ee7ece tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.3146331 Jun 07 08:14:46.016674 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45262) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:46.039365 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.143556 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b3287975-8a8f-4013-9ef5-34108f5d9d0f req-b2bd6f7c-5f0c-46f7-8725-da3454c9346a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317136 Jun 07 08:14:46.151828 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.161250 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.166403 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e96f4e53-b55b-4b32-b8b3-0a6ecccf8e8d req-38efd0d6-97f0-4b29-8b2f-28cb56bef4fe tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316139 Jun 07 08:14:46.174313 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5a16d121-65d7-477a-bc49-2ace6e91f394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:46.232797 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6898200633d343819c8fd871d6b671d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148480 Jun 07 08:14:46.233712 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45264) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:46.249247 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d1e86-4fc7-4fb1-a451-532a12be94f8,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:46.255228 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:46.258305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c0a33-de7f-4524-affd-57be05957853 req-95884a32-78a1-49bb-95a2-d3a329409f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.259788 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-95884a32-78a1-49bb-95a2-d3a329409f02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.5491641 Jun 07 08:14:46.300722 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8fa1b88-b959-4903-bdf9-b87048b963c4 req-c83f9a7d-2870-45b1-bf17-2992ffbcf99f service neutron] 10.222.0.22 "GET /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880790 Jun 07 08:14:46.308185 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.333843 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.335934 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.391784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.394312 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.395575 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/464d1e86-4fc7-4fb1-a451-532a12be94f8 HTTP/1.1" status: 204 len: 168 time: 0.1593132 Jun 07 08:14:46.396373 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a1a0c4aa-a79b-4a0b-8d63-b7b2a3ef3376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:46.406777 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d1e86-4fc7-4fb1-a451-532a12be94f8,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:46.409271 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:46.450740 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-0d721be2-ef85-43e7-a4f5-f02e05f1f75c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.1578579 Jun 07 08:14:46.551347 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081669b-aae1-466e-8117-9584b0361405 req-758dbade-5f52-47fe-9a6e-127b5f457686 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.552810 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2081669b-aae1-466e-8117-9584b0361405 req-758dbade-5f52-47fe-9a6e-127b5f457686 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 946 time: 0.5313463 Jun 07 08:14:46.623705 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-987c66f5-67ba-43b0-b0d8-4fd2d3520772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.646762 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c0a33-de7f-4524-affd-57be05957853 req-713ef9b5-0f9c-45a2-9274-d073ed07e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.648241 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-713ef9b5-0f9c-45a2-9274-d073ed07e362 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.1878648 Jun 07 08:14:46.657689 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.662197 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1495e68-6dea-46dc-9084-00db6b110e75 req-707f9007-379d-4410-927b-f5330e1f3426 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.663786 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e1495e68-6dea-46dc-9084-00db6b110e75 req-707f9007-379d-4410-927b-f5330e1f3426 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.4119906 Jun 07 08:14:46.736162 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-98a6b8dd-f715-4601-989a-b5ed556e8468 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677977 Jun 07 08:14:46.746314 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f3d2-b1d0-4912-9ebe-81d0d8619c66 req-9afc98d4-5020-4ebe-a1ef-c9765606edcf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.747712 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a961f3d2-b1d0-4912-9ebe-81d0d8619c66 req-9afc98d4-5020-4ebe-a1ef-c9765606edcf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.3765073 Jun 07 08:14:46.788054 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 3ccaf909-877a-4036-b348-f3a16ba4e13d details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:46.942760 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 3ccaf909-877a-4036-b348-f3a16ba4e13d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:46.947186 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e1495e68-6dea-46dc-9084-00db6b110e75 req-fe82c7de-d83c-4b67-8c40-3cd4317fcb7c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454283 Jun 07 08:14:46.960885 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '3ccaf909-877a-4036-b348-f3a16ba4e13d', 'network_id': 'e1d45b2d-b672-46a7-b05a-a56ce160e147', 'port_id': '3ccaf909-877a-4036-b348-f3a16ba4e13d', 'mac_address': 'fa:16:3e:0a:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690cc29b-e7dc-455e-b0df-54b5e3f8aec2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:46.970247 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a961f3d2-b1d0-4912-9ebe-81d0d8619c66 req-41111fb2-7e29-4638-b187-bbae780811cf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871200 Jun 07 08:14:47.038939 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.060294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccaf909-877a-4036-b348-f3a16ba4e13d {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:47.063639 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-2d099510-4664-4126-9b1b-535b05e4bfc8 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790868 Jun 07 08:14:47.065338 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Deleting port 71c4db1a-21ce-4ed9-825f-e08f854ab619 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:47.065740 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.081005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 3ccaf909-877a-4036-b348-f3a16ba4e13d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:47.087352 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.090166 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:47.171160 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=3ccaf909-877a-4036-b348-f3a16ba4e13d,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:47.174330 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:47.440573 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f53c0a33-de7f-4524-affd-57be05957853 req-fff82562-b419-4723-864d-8c4ba5f7ddad service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551841 Jun 07 08:14:47.442995 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] For port 71c4db1a-21ce-4ed9-825f-e08f854ab619, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71c4db1a-21ce-4ed9-825f-e08f854ab619,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:47.443348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.537327 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['3ccaf909-877a-4036-b348-f3a16ba4e13d'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:47.573858 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Calling delete_port for 71c4db1a-21ce-4ed9-825f-e08f854ab619 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:47.589765 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb05c2b-7130-4b09-abb8-669307277dba req-a9f00a8a-ebaa-4a26-810f-eef8ccb5ce1b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:47.591266 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0fb05c2b-7130-4b09-abb8-669307277dba req-a9f00a8a-ebaa-4a26-810f-eef8ccb5ce1b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.4748125 Jun 07 08:14:47.599267 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.600770 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323bc6-f85b-478a-bcef-1defd6a668db req-8c08758a-aa90-480e-9506-877f40ae0bae tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:47.602224 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3f323bc6-f85b-478a-bcef-1defd6a668db req-8c08758a-aa90-480e-9506-877f40ae0bae tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 945 time: 0.4891887 Jun 07 08:14:47.785228 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0fb05c2b-7130-4b09-abb8-669307277dba req-ea2f886c-e2c0-4da9-80b9-797591ad18e9 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820381 Jun 07 08:14:47.795326 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3f323bc6-f85b-478a-bcef-1defd6a668db req-ff6c622c-c8f3-42c1-b270-25e745e90446 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679344 Jun 07 08:14:47.889758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.897498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-86098305-f7f8-4467-8331-dfad1ffc7c31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:47.963631 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event deleted for resources: {'Port': ['ID=71c4db1a-21ce-4ed9-825f-e08f854ab619,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:48.006795 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:48.134152 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b5e355e9-fd95-405c-9827-183d6db81a62 req-f93fca1b-24c7-4d41-8e22-43b0d1246e86 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bff1af4-cca2-459b-a148-a9c4b5d45d42 HTTP/1.1" status: 200 len: 210 time: 0.0929446 Jun 07 08:14:48.134928 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] No DVR routers for this DVR port 71c4db1a-21ce-4ed9-825f-e08f854ab619 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:48.138270 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.140091 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2081669b-aae1-466e-8117-9584b0361405 req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "DELETE /v2.0/ports/71c4db1a-21ce-4ed9-825f-e08f854ab619 HTTP/1.1" status: 204 len: 173 time: 1.5721915 Jun 07 08:14:48.141142 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'name': 'network-vif-deleted', 'tag': '71c4db1a-21ce-4ed9-825f-e08f854ab619'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:48.143580 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b982c52-2353-439e-9cac-b186dfbf0aed" -d '{"events": [{"server_uuid": "3bff1af4-cca2-459b-a148-a9c4b5d45d42", "name": "network-vif-deleted", "tag": "71c4db1a-21ce-4ed9-825f-e08f854ab619"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:48.177743 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1917-7bec-48fc-9abd-be2a1e32ac2a req-993f4f16-252a-4af7-82e6-0c7d4f9687f9 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:48.179333 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cbe1917-7bec-48fc-9abd-be2a1e32ac2a req-993f4f16-252a-4af7-82e6-0c7d4f9687f9 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.2189686 Jun 07 08:14:48.228231 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cbe1917-7bec-48fc-9abd-be2a1e32ac2a req-61866023-85a7-4b7c-ad1b-9c6907c54e31 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Jun 07 08:14:48.338641 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808bcec-a275-48f7-85fb-375c12a19390 req-262cf69c-fd9b-49af-92d6-8d96c8214a52 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:48.340057 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b808bcec-a275-48f7-85fb-375c12a19390 req-262cf69c-fd9b-49af-92d6-8d96c8214a52 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0926104 Jun 07 08:14:48.439765 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b808bcec-a275-48f7-85fb-375c12a19390 req-bb528c59-2930-4e69-9a0f-259e622aa118 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927098 Jun 07 08:14:48.463320 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfcd87-9671-4729-bb27-87121af23b6d req-f9a068c4-9f78-48e9-ad4f-9916e84dedec tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:48.464799 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13cfcd87-9671-4729-bb27-87121af23b6d req-f9a068c4-9f78-48e9-ad4f-9916e84dedec tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.1160243 Jun 07 08:14:48.503999 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb7f32-c41e-4c71-8c75-4478d15060b6 x-openstack-request-id: req-03eb7f32-c41e-4c71-8c75-4478d15060b6 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:48.504318 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff1af4-cca2-459b-a148-a9c4b5d45d42", "name": "network-vif-deleted", "tag": "71c4db1a-21ce-4ed9-825f-e08f854ab619", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:48.504598 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03eb7f32-c41e-4c71-8c75-4478d15060b6 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:48.505003 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff1af4-cca2-459b-a148-a9c4b5d45d42', 'name': 'network-vif-deleted', 'tag': '71c4db1a-21ce-4ed9-825f-e08f854ab619', 'status': 'completed', 'code': 200} Jun 07 08:14:48.517502 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13cfcd87-9671-4729-bb27-87121af23b6d req-1cfe261d-1416-44d5-b21c-bffd908d4ad2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 Jun 07 08:14:48.617976 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d', 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', '713092c3-b0ea-4efb-97d7-dc2b6b553167'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:48.786906 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 71c4db1a-21ce-4ed9-825f-e08f854ab619 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:48.825844 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 71c4db1a-21ce-4ed9-825f-e08f854ab619 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:14:48.826194 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 71c4db1a-21ce-4ed9-825f-e08f854ab619 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:14:49.072038 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de9ea2-91ac-4a7d-a2ff-196bc55fe38a req-ac0a5ad8-7489-47e9-b730-9de842a7202d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.073480 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f5de9ea2-91ac-4a7d-a2ff-196bc55fe38a req-ac0a5ad8-7489-47e9-b730-9de842a7202d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 945 time: 0.1517336 Jun 07 08:14:49.081561 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a023703-413f-4b2e-aa7b-141d6ca4779a req-ffaa43c4-cd60-434b-8981-88ead32e2087 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.082896 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5a023703-413f-4b2e-aa7b-141d6ca4779a req-ffaa43c4-cd60-434b-8981-88ead32e2087 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1301601 Jun 07 08:14:49.152093 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f5de9ea2-91ac-4a7d-a2ff-196bc55fe38a req-262b0b4d-2366-4485-83b5-6008734e8170 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682678 Jun 07 08:14:49.157114 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5a023703-413f-4b2e-aa7b-141d6ca4779a req-4930509f-9e86-482e-8411-ea9d14964a2f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587068 Jun 07 08:14:49.382930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:49.463756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3b48-97d3-4ac3-95e1-b644dc270813 req-bcece0a0-04e7-498d-8643-193224d54607 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.465135 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5aff3b48-97d3-4ac3-95e1-b644dc270813 req-bcece0a0-04e7-498d-8643-193224d54607 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.1192324 Jun 07 08:14:49.510622 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5aff3b48-97d3-4ac3-95e1-b644dc270813 req-e3a6f231-dca7-47f5-83b3-a6d2116d14dc tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Jun 07 08:14:49.623737 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02fd53-a23f-4dd1-bb4c-af88f66704f1 req-bab30b83-b4ba-4f3d-bbae-067913ff33d0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.625768 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ae02fd53-a23f-4dd1-bb4c-af88f66704f1 req-bab30b83-b4ba-4f3d-bbae-067913ff33d0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0793436 Jun 07 08:14:49.721900 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ae02fd53-a23f-4dd1-bb4c-af88f66704f1 req-030b7f6b-d050-491a-96da-0ca66394f83d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898261 Jun 07 08:14:49.745419 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86cc70-9f14-47db-9670-ca9e0b750b24 req-e34ade53-e249-4261-bcb7-dd0e9cf21a48 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.746852 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0f86cc70-9f14-47db-9670-ca9e0b750b24 req-e34ade53-e249-4261-bcb7-dd0e9cf21a48 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.1161153 Jun 07 08:14:49.791699 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0f86cc70-9f14-47db-9670-ca9e0b750b24 req-8e67c188-2678-4a96-9bec-e2c9ef8b2561 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Jun 07 08:14:50.410347 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3fe12-af28-4f0f-a429-93cf1111c9d5 req-291d0986-ac0d-4e4a-b005-27674d07c398 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.411719 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-55d3fe12-af28-4f0f-a429-93cf1111c9d5 req-291d0986-ac0d-4e4a-b005-27674d07c398 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1398127 Jun 07 08:14:50.423289 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938fda-fb8d-4316-bac6-990209386ad4 req-fa5897ad-f714-4ca3-be18-5011f9cbc111 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.424679 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-01938fda-fb8d-4316-bac6-990209386ad4 req-fa5897ad-f714-4ca3-be18-5011f9cbc111 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 945 time: 0.1218734 Jun 07 08:14:50.495197 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-55d3fe12-af28-4f0f-a429-93cf1111c9d5 req-db46d6f7-99a1-439e-9703-e46ff2e7a8c7 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695968 Jun 07 08:14:50.499605 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-01938fda-fb8d-4316-bac6-990209386ad4 req-0bcad87c-eb5e-4682-917b-bd789bb670a9 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606174 Jun 07 08:14:50.721922 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9917265-f18d-4457-aea6-96e98b2f6786 req-59c6dbfe-37d0-4899-b07c-19c4b46cc971 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.723686 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d9917265-f18d-4457-aea6-96e98b2f6786 req-59c6dbfe-37d0-4899-b07c-19c4b46cc971 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.1014838 Jun 07 08:14:50.775680 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d9917265-f18d-4457-aea6-96e98b2f6786 req-4e3cc28b-9dc6-451c-80fd-8beb8fb42b19 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442750 Jun 07 08:14:50.802388 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 3ccaf909-877a-4036-b348-f3a16ba4e13d up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:50.887841 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 3ccaf909-877a-4036-b348-f3a16ba4e13d completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:50.893464 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 3ccaf909-877a-4036-b348-f3a16ba4e13d triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:50.894068 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.968437 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533988-ad66-46a4-9edf-a0d3939506b5 req-d96d3059-2afa-45fd-8867-751216970f47 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.970005 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-20533988-ad66-46a4-9edf-a0d3939506b5 req-d96d3059-2afa-45fd-8867-751216970f47 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1430347 Jun 07 08:14:51.009048 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.009238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c55cb-5ca4-494e-bb12-a43663b0669a req-bc02a059-21bf-4600-a3ad-2b6920f920d3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.010461 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-500c55cb-5ca4-494e-bb12-a43663b0669a req-bc02a059-21bf-4600-a3ad-2b6920f920d3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1209767 Jun 07 08:14:51.035603 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccaf909-877a-4036-b348-f3a16ba4e13d'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:51.037831 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be5d71f-b4c3-43b1-a371-ffcf6dd95386" -d '{"events": [{"server_uuid": "57e58a3e-9b81-4457-81dd-d88786f4ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "3ccaf909-877a-4036-b348-f3a16ba4e13d"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:51.046199 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 3ccaf909-877a-4036-b348-f3a16ba4e13d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:51.047998 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-20533988-ad66-46a4-9edf-a0d3939506b5 req-f03a794c-9410-4473-9d42-785f6880d7a8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710254 Jun 07 08:14:51.056247 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.060403 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:51.076738 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-500c55cb-5ca4-494e-bb12-a43663b0669a req-515060d7-0e87-4327-a377-395b19a2e267 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Jun 07 08:14:51.150847 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d884c-40ff-4f9d-a74a-83928c2064ff x-openstack-request-id: req-1d9d884c-40ff-4f9d-a74a-83928c2064ff {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:51.151136 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e58a3e-9b81-4457-81dd-d88786f4ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "3ccaf909-877a-4036-b348-f3a16ba4e13d", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:51.151385 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d9d884c-40ff-4f9d-a74a-83928c2064ff {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:51.151811 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccaf909-877a-4036-b348-f3a16ba4e13d', 'code': 200} Jun 07 08:14:51.168842 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=3ccaf909-877a-4036-b348-f3a16ba4e13d,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:51.181061 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:51.325785 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6806b2-a830-4e8f-a6d6-07c6d888091f req-54c5ede8-e281-4915-bedb-41d800974bf4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.328675 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2e6806b2-a830-4e8f-a6d6-07c6d888091f req-54c5ede8-e281-4915-bedb-41d800974bf4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.1686754 Jun 07 08:14:51.425557 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2e6806b2-a830-4e8f-a6d6-07c6d888091f req-5ccb9aee-f40a-4d99-9df3-aa19179eb7ef tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903482 Jun 07 08:14:51.461920 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8f9a8-e53d-40fb-bd1b-bba42c3bbc5d req-9fed3452-8746-4df0-bd1a-067a47cb5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.463284 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f8e8f9a8-e53d-40fb-bd1b-bba42c3bbc5d req-9fed3452-8746-4df0-bd1a-067a47cb5079 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 1099 time: 0.1102297 Jun 07 08:14:51.508597 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f8e8f9a8-e53d-40fb-bd1b-bba42c3bbc5d req-ef786c93-ad8d-4085-ad6e-7be9ae39072d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352502 Jun 07 08:14:51.750441 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ff66-cf73-48b1-9a0b-badc09f10011 req-9678e74f-37f5-4cae-ad6c-beb5cd271d62 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.751887 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7b50ff66-cf73-48b1-9a0b-badc09f10011 req-9678e74f-37f5-4cae-ad6c-beb5cd271d62 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1379960 Jun 07 08:14:51.759520 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb94493-eac4-4ebe-b5ed-b5baad3a87f6 req-3ef5bb0f-50ff-440a-820f-857ec1d6c9c7 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.760836 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ceb94493-eac4-4ebe-b5ed-b5baad3a87f6 req-3ef5bb0f-50ff-440a-820f-857ec1d6c9c7 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 946 time: 0.1481876 Jun 07 08:14:51.828987 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7b50ff66-cf73-48b1-9a0b-badc09f10011 req-01fb253f-97d4-4ece-bd65-c27e4d986b6f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672171 Jun 07 08:14:51.831643 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ceb94493-eac4-4ebe-b5ed-b5baad3a87f6 req-8607e51e-a894-4ab1-a53a-dba3bb9956a8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575590 Jun 07 08:14:52.011844 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a3a5-154f-44a3-94d5-71be073c67f7 req-b1b41d28-cc51-4d4b-8fb5-a8348d415de4 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.013269 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6583a3a5-154f-44a3-94d5-71be073c67f7 req-b1b41d28-cc51-4d4b-8fb5-a8348d415de4 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.0881085 Jun 07 08:14:52.059631 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6583a3a5-154f-44a3-94d5-71be073c67f7 req-80861229-fc98-4316-b02c-b9a85a027f52 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Jun 07 08:14:52.246757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cde186-d6c8-4e98-92cf-c2a2fa09e077 req-75c1003b-29e5-4401-b3f3-54bd741948ff tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.248233 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-27cde186-d6c8-4e98-92cf-c2a2fa09e077 req-75c1003b-29e5-4401-b3f3-54bd741948ff tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0831487 Jun 07 08:14:52.293186 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-27cde186-d6c8-4e98-92cf-c2a2fa09e077 req-a6b629b6-30d5-4836-a143-f47099ed6273 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 Jun 07 08:14:52.628389 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bd88b-59be-4c16-af1e-4853759ba30e req-588d8f4b-7a0c-4140-9712-0ae11a39ba55 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.629831 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-191bd88b-59be-4c16-af1e-4853759ba30e req-588d8f4b-7a0c-4140-9712-0ae11a39ba55 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.0883887 Jun 07 08:14:52.674246 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-191bd88b-59be-4c16-af1e-4853759ba30e req-7a33ab74-ec26-4584-b8ac-7529695de042 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Jun 07 08:14:52.805377 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675ec04-ce94-4a00-aedf-9e99ca8fc4e9 req-a65cdadd-5b18-4f5b-8f0e-8c0aa12d7247 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.806845 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9675ec04-ce94-4a00-aedf-9e99ca8fc4e9 req-a65cdadd-5b18-4f5b-8f0e-8c0aa12d7247 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0772343 Jun 07 08:14:52.853676 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9675ec04-ce94-4a00-aedf-9e99ca8fc4e9 req-27a19587-a1f9-4032-834f-f89465e80916 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Jun 07 08:14:53.101625 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-b7ebb3ca-c3c4-4a36-826c-d0d1758cb08d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:53.102966 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-b7ebb3ca-c3c4-4a36-826c-d0d1758cb08d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.2195837 Jun 07 08:14:53.201824 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b58cb-9e57-4a1b-9f3e-0aad0fe230bc req-0fb53f52-3aec-4be8-970a-fa04d699a140 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:53.203251 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5f2b58cb-9e57-4a1b-9f3e-0aad0fe230bc req-0fb53f52-3aec-4be8-970a-fa04d699a140 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2220247 Jun 07 08:14:53.212830 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96509ccd-2282-4456-aa64-d3a4c674e3ba req-7b73c896-8f6b-4ce5-a3b1-aaeacd84886a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:53.214220 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-96509ccd-2282-4456-aa64-d3a4c674e3ba req-7b73c896-8f6b-4ce5-a3b1-aaeacd84886a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 946 time: 0.2340620 Jun 07 08:14:53.385750 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5f2b58cb-9e57-4a1b-9f3e-0aad0fe230bc req-b0357744-e18a-431d-9477-defcc02c12ee tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705961 Jun 07 08:14:53.395821 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-96509ccd-2282-4456-aa64-d3a4c674e3ba req-5ae5db10-5d22-45cd-b781-fad2807d4d7a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504941 Jun 07 08:14:53.428576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Deleting port 69975345-336e-4f0c-83b5-f612d96b5125 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:53.428942 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.451601 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45412) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:53.485963 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-6a18464c-b422-4a6c-8267-1ae6e5812dc8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:53.487932 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-6a18464c-b422-4a6c-8267-1ae6e5812dc8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1842418 Jun 07 08:14:53.587612 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.711341 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.717086 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.740983 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] For port 69975345-336e-4f0c-83b5-f612d96b5125, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=69975345-336e-4f0c-83b5-f612d96b5125,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:53.741537 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.747432 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5507d869-a7f4-474e-94ca-6e34c30a6b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:53.759456 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa2760b184df43b4b0cb946b91f5d9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061314 Jun 07 08:14:53.760416 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45426) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:53.814098 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a655a1-ddb9-4550-be29-775596b75746,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:53.819188 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:53.847920 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.877596 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.963334 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.966866 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.968325 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10a655a1-ddb9-4550-be29-775596b75746 HTTP/1.1" status: 204 len: 168 time: 0.2049778 Jun 07 08:14:53.969360 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2a96629b-10f4-4f17-bff3-c041b9e37a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:53.989041 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Calling delete_port for 69975345-336e-4f0c-83b5-f612d96b5125 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:54.007099 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a655a1-ddb9-4550-be29-775596b75746,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.012404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8326-baeb-4c0d-80f8-d360f7d1c005 req-baa13f35-b28e-4ca5-8f17-1743ddb6b286 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:54.019197 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a40f8326-baeb-4c0d-80f8-d360f7d1c005 req-baa13f35-b28e-4ca5-8f17-1743ddb6b286 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 945 time: 0.4773808 Jun 07 08:14:54.023305 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.150315 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a40f8326-baeb-4c0d-80f8-d360f7d1c005 req-d4056463-b9fd-4c3d-9449-00c49905cdcd tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302376 Jun 07 08:14:54.161614 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Deleting port 713092c3-b0ea-4efb-97d7-dc2b6b553167 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:54.161960 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.439275 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584e2f-389b-4667-b794-7b56d583e20a req-5a1e9294-18be-483e-b45d-b6b426c32469 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:54.440762 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f5584e2f-389b-4667-b794-7b56d583e20a req-5a1e9294-18be-483e-b45d-b6b426c32469 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 945 time: 0.3740942 Jun 07 08:14:54.460705 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] For port 713092c3-b0ea-4efb-97d7-dc2b6b553167, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=713092c3-b0ea-4efb-97d7-dc2b6b553167,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:54.461059 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.622471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Calling delete_port for 713092c3-b0ea-4efb-97d7-dc2b6b553167 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:54.649005 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.662695 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['69975345-336e-4f0c-83b5-f612d96b5125'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:54.663308 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-78205342-6c72-46a5-944c-59271f3323fd tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.748745 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Pushing event deleted for resources: {'Port': ['ID=69975345-336e-4f0c-83b5-f612d96b5125,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.751918 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.755049 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f5584e2f-389b-4667-b794-7b56d583e20a req-166f7845-11ce-4cb7-b3ca-d364592cfb10 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998259 Jun 07 08:14:54.770802 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af472662-3ddc-4c76-afa5-d64e1d219951 req-44537a56-8eee-43e4-97e9-6490187b3c87 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:54.776556 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-af472662-3ddc-4c76-afa5-d64e1d219951 req-44537a56-8eee-43e4-97e9-6490187b3c87 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.4930508 Jun 07 08:14:54.799717 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45460) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:54.839376 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] No DVR routers for this DVR port 69975345-336e-4f0c-83b5-f612d96b5125 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:54.847953 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.849844 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-92585f00-8002-4173-81a1-16a1e9b79f72 req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "DELETE /v2.0/ports/69975345-336e-4f0c-83b5-f612d96b5125 HTTP/1.1" status: 204 len: 173 time: 1.7370336 Jun 07 08:14:54.850324 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'name': 'network-vif-deleted', 'tag': '69975345-336e-4f0c-83b5-f612d96b5125'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:54.852601 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27251a0e-c7ac-468d-a900-8c6934182e4b" -d '{"events": [{"server_uuid": "f0db5686-90a0-4d72-a39f-dd9ec29df78f", "name": "network-vif-deleted", "tag": "69975345-336e-4f0c-83b5-f612d96b5125"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:54.897895 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-af472662-3ddc-4c76-afa5-d64e1d219951 req-87ed18d5-ad53-47a0-a96c-a1189f0521dc tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125374 Jun 07 08:14:54.943557 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-920657002-network', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:54.990306 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.996231 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Made reservation on behalf of 75ab835e8b0c4ae2b5f012c0f44884e8 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:55.000628 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.005843 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d', 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:55.012590 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:55.018339 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.160082 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.165453 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.169056 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f79cac4f-3e62-4394-948a-854a1f71929d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:55.207995 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:14:55.214620 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a075eb-9ec7-41c0-bd50-fc726092179f,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:55.219392 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:55.226513 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.227503 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Added segment d2374a89-259d-4dff-91a3-e6a4c0a7c5b3 of type vlan for network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c Jun 07 08:14:55.252049 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ae139-57a6-4a60-9631-5b973839e743 x-openstack-request-id: req-f37ae139-57a6-4a60-9631-5b973839e743 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:55.252467 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0db5686-90a0-4d72-a39f-dd9ec29df78f", "name": "network-vif-deleted", "tag": "69975345-336e-4f0c-83b5-f612d96b5125", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:55.252750 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f37ae139-57a6-4a60-9631-5b973839e743 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:55.253447 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0db5686-90a0-4d72-a39f-dd9ec29df78f', 'name': 'network-vif-deleted', 'tag': '69975345-336e-4f0c-83b5-f612d96b5125', 'status': 'completed', 'code': 200} Jun 07 08:14:55.265325 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.276341 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event deleted for resources: {'Port': ['ID=713092c3-b0ea-4efb-97d7-dc2b6b553167,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:55.304705 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.306623 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.307891 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.325408 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:55.348224 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:55.353472 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5498424 Jun 07 08:14:55.353764 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45472) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:55.367944 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Request body: {'subnet': {'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-920657002-subnet', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:55.389296 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] No DVR routers for this DVR port 713092c3-b0ea-4efb-97d7-dc2b6b553167 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:55.392892 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.394770 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-56cd630f-25ba-4139-b97e-d4aa8600627e req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "DELETE /v2.0/ports/713092c3-b0ea-4efb-97d7-dc2b6b553167 HTTP/1.1" status: 204 len: 173 time: 1.8519633 Jun 07 08:14:55.433542 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Pushing event updated for resources: {'Network': ['ID=44f636fa-1bb2-4205-89e7-3c9c89a46a4c,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:55.437509 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:55.445615 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Made reservation on behalf of 75ab835e8b0c4ae2b5f012c0f44884e8 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:55.447295 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:14:55.448292 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14908690'] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.456470 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d744-ccda-4af4-9b1b-bebab37f4d76 req-3d732922-da0d-41ad-bfdd-f20029c13e0c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.457966 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e635d744-ccda-4af4-9b1b-bebab37f4d76 req-3d732922-da0d-41ad-bfdd-f20029c13e0c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2989166 Jun 07 08:14:55.520768 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aa168-7956-454c-8e95-134dd64c1e51 req-5c2d96db-eae4-4cc9-99ac-1db4ea9fb74d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.527838 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e38aa168-7956-454c-8e95-134dd64c1e51 req-5c2d96db-eae4-4cc9-99ac-1db4ea9fb74d tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 946 time: 0.1898570 Jun 07 08:14:55.584199 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e635d744-ccda-4af4-9b1b-bebab37f4d76 req-675e33f4-ceee-4390-810d-d7682c4f0350 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193562 Jun 07 08:14:55.599933 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e38aa168-7956-454c-8e95-134dd64c1e51 req-16d65122-ea3d-4106-a6cb-3fda7e3b41cb tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712247 Jun 07 08:14:55.750474 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16540829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14908672'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.758393 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:55.782341 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0e81b473-3abb-4829-8c95-05da292fa78b req-8968cea0-c260-482b-9e04-cd162944b69d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0db5686-90a0-4d72-a39f-dd9ec29df78f HTTP/1.1" status: 200 len: 210 time: 0.0663576 Jun 07 08:14:55.837015 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06a9b0b-4218-4a1a-9458-3c60a038ae23,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:55.853072 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:55.866102 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Checking segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:55.866453 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Network hostable DHCP agents. Network: 44f636fa-1bb2-4205-89e7-3c9c89a46a4c, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:14:55.884869 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:14:55.897426 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 44f636fa-1bb2-4205-89e7-3c9c89a46a4c) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:55.902010 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.902633 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.909089 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbb688-fd79-454c-9384-1e2aea6d783b None None] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:55.922082 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5671635 Jun 07 08:14:55.938127 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45478) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:55.944293 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d0e0e576-cfb9-4b40-8913-4834ae570722 req-b998bc0c-88eb-48bf-abd6-d0ccd9b70544 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf2b55-5b2c-46d8-9691-238107b1e4e1 HTTP/1.1" status: 200 len: 210 time: 0.0475094 Jun 07 08:14:55.953776 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:55.978691 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.979776 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:55.995000 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.139729 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6777d-6d59-4e5e-a340-b2d942076d4a req-02cd520f-c8cc-4f35-9efe-6f41e6e282fe tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.141324 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74d6777d-6d59-4e5e-a340-b2d942076d4a req-02cd520f-c8cc-4f35-9efe-6f41e6e282fe tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.1063302 Jun 07 08:14:56.188985 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:14:56.189983 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.193847 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74d6777d-6d59-4e5e-a340-b2d942076d4a req-ba0afe49-6d20-4c72-aca9-f7cc1b0fa0e0 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460167 Jun 07 08:14:56.291437 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.361001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Allocated IP 172.20.0.2 (44f636fa-1bb2-4205-89e7-3c9c89a46a4c/d06a9b0b-4218-4a1a-9458-3c60a038ae23/b3b9381b-a3fe-4fb7-ba01-c08938a3267f) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:56.577678 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.588571 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Transition to ACTIVE for port object b3b9381b-a3fe-4fb7-ba01-c08938a3267f will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:56.609627 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Transition to ACTIVE for port object b3b9381b-a3fe-4fb7-ba01-c08938a3267f will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:56.617287 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.628454 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fd301801-9646-4213-a11f-b7ef32c85765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:56.683858 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:56.692528 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:56.695001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:56.738665 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.786936 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f0afe-7da2-4b58-acfa-c8bb44f6c494 req-bfbb0fb6-8799-40ff-920b-c29901c31f1e tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.794651 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3e6f0afe-7da2-4b58-acfa-c8bb44f6c494 req-bfbb0fb6-8799-40ff-920b-c29901c31f1e tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.0996499 Jun 07 08:14:56.797969 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Pushing event updated for resources: {'Port': ['ID=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:56.802058 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:56.818033 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.820972 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Attempting to bind port b3b9381b-a3fe-4fb7-ba01-c08938a3267f on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:56.821520 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Attempting to bind port b3b9381b-a3fe-4fb7-ba01-c08938a3267f by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:56.821877 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Attempting to bind port b3b9381b-a3fe-4fb7-ba01-c08938a3267f on network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:56.837323 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:56.837838 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Checking segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:56.838277 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.838917 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Bound using segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:56.839587 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Bound port: b3b9381b-a3fe-4fb7-ba01-c08938a3267f, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:56.840093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.854383 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 69975345-336e-4f0c-83b5-f612d96b5125 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:56.902065 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 69975345-336e-4f0c-83b5-f612d96b5125 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:14:56.902465 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 69975345-336e-4f0c-83b5-f612d96b5125 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:14:56.902843 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 713092c3-b0ea-4efb-97d7-dc2b6b553167 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:56.970683 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 713092c3-b0ea-4efb-97d7-dc2b6b553167 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:14:56.971274 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 713092c3-b0ea-4efb-97d7-dc2b6b553167 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:14:56.992926 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Allocated IP 172.28.2.222 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/5f584759-ae7f-49e0-97df-1f7efe8bec74) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:57.024998 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] For port b3b9381b-a3fe-4fb7-ba01-c08938a3267f, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:57.028217 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] For port b3b9381b-a3fe-4fb7-ba01-c08938a3267f, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:57.033723 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:57.037194 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:57.054472 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3e6f0afe-7da2-4b58-acfa-c8bb44f6c494 req-d54b276d-7320-46ed-98b2-1dd53b31fa47 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587404 Jun 07 08:14:57.105297 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Pushing event updated for resources: {'Port': ['ID=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:57.120209 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:57.143312 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-826f49e9-57f8-40c6-8be8-c8ee5ba78cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.144810 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-826f49e9-57f8-40c6-8be8-c8ee5ba78cc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.3147328 Jun 07 08:14:57.165511 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-1141bd27-369b-49b9-9100-9937fea7edb8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.166947 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-1141bd27-369b-49b9-9100-9937fea7edb8 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 946 time: 0.1926897 Jun 07 08:14:57.197147 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:57.248024 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:57.255262 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:57.259444 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'name': 'network-vif-deleted', 'tag': '713092c3-b0ea-4efb-97d7-dc2b6b553167'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:57.261778 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeedfd0e-8775-4b6f-aecb-f457be3eddbe" -d '{"events": [{"server_uuid": "1ecf2b55-5b2c-46d8-9691-238107b1e4e1", "name": "network-vif-deleted", "tag": "713092c3-b0ea-4efb-97d7-dc2b6b553167"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:57.319878 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:57.322920 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:57.326655 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:57.332842 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e458887-2551-4b23-bcd6-ad2a8808bf7b req-ca25fd5a-c566-48be-ab0f-27d013dd1dc3 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.334406 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7e458887-2551-4b23-bcd6-ad2a8808bf7b req-ca25fd5a-c566-48be-ab0f-27d013dd1dc3 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 946 time: 0.3563778 Jun 07 08:14:57.369095 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f584759-ae7f-49e0-97df-1f7efe8bec74,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:57.373110 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:57.554636 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7e458887-2551-4b23-bcd6-ad2a8808bf7b req-5b076835-0793-4903-a56d-0ce015aa90ac tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/security-groups?id=6493dd47-1dd1-465b-9e96-48ba99921881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475635 Jun 07 08:14:57.564852 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-836cb095-c040-481b-bf59-22913d616224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.566257 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-836cb095-c040-481b-bf59-22913d616224 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.4097016 Jun 07 08:14:57.584363 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be535c-899f-4fd4-a98a-6f9dc5a09cef req-b5f48bc4-e60b-449e-93cf-cab065a32709 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.585850 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6be535c-899f-4fd4-a98a-6f9dc5a09cef req-b5f48bc4-e60b-449e-93cf-cab065a32709 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3491051 Jun 07 08:14:57.705453 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-c9809e23-cb2f-4d33-8bb2-ae6d18888dd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.1177840 Jun 07 08:14:57.715394 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Deleting port 3ccaf909-877a-4036-b348-f3a16ba4e13d {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:57.716010 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:57.813215 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6be535c-899f-4fd4-a98a-6f9dc5a09cef req-41079bd6-fbee-4049-b836-2c6549fa58f3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627026 Jun 07 08:14:57.854006 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:57.926843 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-2f80c080-1f7f-4521-a2b1-fd5043ddf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.928010 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-2f80c080-1f7f-4521-a2b1-fd5043ddf8ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.2150733 Jun 07 08:14:58.090546 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-3aff8087-7d65-410e-bd9f-c406f0c56b38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521113 Jun 07 08:14:58.100324 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406d990a-fcff-4ff4-9658-e4422685bd95 x-openstack-request-id: req-406d990a-fcff-4ff4-9658-e4422685bd95 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:58.101307 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf2b55-5b2c-46d8-9691-238107b1e4e1", "name": "network-vif-deleted", "tag": "713092c3-b0ea-4efb-97d7-dc2b6b553167", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:58.101599 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-406d990a-fcff-4ff4-9658-e4422685bd95 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:58.105491 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf2b55-5b2c-46d8-9691-238107b1e4e1', 'name': 'network-vif-deleted', 'tag': '713092c3-b0ea-4efb-97d7-dc2b6b553167', 'status': 'completed', 'code': 200} Jun 07 08:14:58.263775 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] For port 3ccaf909-877a-4036-b348-f3a16ba4e13d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3ccaf909-877a-4036-b348-f3a16ba4e13d,segment=NetworkSegment(3b41fdb5-1a92-4a00-96e2-116ac70bc90d),segment_id=3b41fdb5-1a92-4a00-96e2-116ac70bc90d)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:58.264642 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:58.293547 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a7873-dfa5-4c10-aed7-4c8868f64067 None None] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:58.406713 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-3500dc4b-122f-45b2-b88f-aeb4e768b366 None None] Provisioning for port b3b9381b-a3fe-4fb7-ba01-c08938a3267f completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:58.504486 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:58.523657 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Calling delete_port for 3ccaf909-877a-4036-b348-f3a16ba4e13d owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:58.643217 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-6c74b04f-c8d6-4add-baf7-534379396a89 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773173 Jun 07 08:14:58.650607 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717af1-d0ac-4332-8ccd-bb414c66ea1d req-e31b2551-99f4-4adb-b118-edaeff39ffc7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:58.651994 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-60717af1-d0ac-4332-8ccd-bb414c66ea1d req-e31b2551-99f4-4adb-b118-edaeff39ffc7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.6716919 Jun 07 08:14:58.713391 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-0dfcc644-30ba-42f1-820a-c68b90c487f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:58.714863 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-0dfcc644-30ba-42f1-820a-c68b90c487f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1098 time: 0.4558907 Jun 07 08:14:58.730370 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Router 10e73eb9-bc5f-4e24-950f-76fb3df98280 is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:14:58.868349 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:58.914843 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:14:58.926182 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Sync routers for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:14:58.937363 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:58.941028 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9988070 Jun 07 08:14:58.941182 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:58.941337 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:14:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:58.941495 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45516) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:58.975839 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-60717af1-d0ac-4332-8ccd-bb414c66ea1d req-1bc33911-3acc-44de-8885-9516c2e4e0f6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888553 Jun 07 08:14:59.104567 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-12f8236f-aae6-4d47-b2ba-75112ad33640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:59.105995 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-12f8236f-aae6-4d47-b2ba-75112ad33640 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.3680248 Jun 07 08:14:59.150315 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:59.168839 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c901c360-5a00-4a06-b63e-605de093f00a', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a', 'mac_address': 'fa:16:3e:02:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:59.171228 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device b3b9381b-a3fe-4fb7-ba01-c08938a3267f up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:59.179097 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:59.304869 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.336058 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c901c360-5a00-4a06-b63e-605de093f00a {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:59.347096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port b3b9381b-a3fe-4fb7-ba01-c08938a3267f completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:59.361107 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port b3b9381b-a3fe-4fb7-ba01-c08938a3267f triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:59.361971 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.384174 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-768e873d-d432-49bc-8d71-96645354991a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 1001 time: 0.2574940 Jun 07 08:14:59.417926 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:59.427879 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.435430 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-8cadd715-b8cb-429d-9471-0ea9d782b083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:59.443653 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63154ba-62e1-4ca0-a4c6-b34122d635c3 req-68d4642c-10be-4724-9827-786109fa8ad5 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:59.450596 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d63154ba-62e1-4ca0-a4c6-b34122d635c3 req-68d4642c-10be-4724-9827-786109fa8ad5 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.8987114 Jun 07 08:14:59.527074 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:14:57Z', 'revision_number': 3, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:59.531329 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Checking router: 10e73eb9-bc5f-4e24-950f-76fb3df98280 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:14:59.531893 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Updating router 10e73eb9-bc5f-4e24-950f-76fb3df98280 port 5f584759-ae7f-49e0-97df-1f7efe8bec74 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:14:59.563758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-ded7f113-b5bf-477f-90ad-f233152eb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:59.565196 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-ded7f113-b5bf-477f-90ad-f233152eb929 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.1121483 Jun 07 08:14:59.582782 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=6']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:59.586623 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:59.610343 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.637947 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.651994 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c901c360-5a00-4a06-b63e-605de093f00a'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:59.668045 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4ca279d6-dd20-4ced-b5e3-16670f705344 req-dcd34d15-39ba-4a8b-a1ac-a15e7fab513f service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0141463 Jun 07 08:14:59.762215 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port b3b9381b-a3fe-4fb7-ba01-c08938a3267f, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:59.787593 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.791157 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:59.809581 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d63154ba-62e1-4ca0-a4c6-b34122d635c3 req-534f4562-d643-4302-be13-7a166f6df441 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581216 Jun 07 08:14:59.835201 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.871960 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812b7ae-4fc5-4dcd-8639-a1e64848607d req-d6bc4bb0-fb31-4a9e-8b9a-e03a0da4336c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:59.879500 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3812b7ae-4fc5-4dcd-8639-a1e64848607d req-d6bc4bb0-fb31-4a9e-8b9a-e03a0da4336c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 945 time: 0.4943049 Jun 07 08:14:59.904279 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.910207 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:59.915702 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:59.948413 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3812b7ae-4fc5-4dcd-8639-a1e64848607d req-425c1fdd-c92f-4747-b25e-1268c04ad092 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679741 Jun 07 08:14:59.951725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-731c5cbd-4b55-4f8d-b22b-f1bc5dc94fa6 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:00.014913 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-2617f55f-b99f-4d3c-b1c6-411aa3de647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:00.017810 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-2617f55f-b99f-4d3c-b1c6-411aa3de647c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3660905 Jun 07 08:15:00.100253 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Pushing event deleted for resources: {'Port': ['ID=3ccaf909-877a-4036-b348-f3a16ba4e13d,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:00.134687 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Allocated IP 172.20.0.1 (44f636fa-1bb2-4205-89e7-3c9c89a46a4c/d06a9b0b-4218-4a1a-9458-3c60a038ae23/f6556a88-862b-48f0-8f0a-499ebeb1c2bc) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:00.139218 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.145068 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:00.154185 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Transition to ACTIVE for port object 5f584759-ae7f-49e0-97df-1f7efe8bec74 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:00.160647 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.164526 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:00.191462 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d6026a5a-3a62-404f-99d0-efa9f22440da req-c0d4dc1a-f434-4198-a060-16da17dd4530 tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e58a3e-9b81-4457-81dd-d88786f4ca1b HTTP/1.1" status: 200 len: 210 time: 0.1672623 Jun 07 08:15:00.238621 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Attempting to bind port 5f584759-ae7f-49e0-97df-1f7efe8bec74 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:00.239130 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Attempting to bind port 5f584759-ae7f-49e0-97df-1f7efe8bec74 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:00.239528 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Attempting to bind port 5f584759-ae7f-49e0-97df-1f7efe8bec74 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:00.253297 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:00.253692 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:00.254072 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.254469 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:00.255195 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Bound port: 5f584759-ae7f-49e0-97df-1f7efe8bec74, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:00.255969 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.257746 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] No DVR routers for this DVR port 3ccaf909-877a-4036-b348-f3a16ba4e13d on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:15:00.266438 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.268986 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5aa7f86d-883a-446c-9ecb-58fa32f86244 req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] 10.222.0.22 "DELETE /v2.0/ports/3ccaf909-877a-4036-b348-f3a16ba4e13d HTTP/1.1" status: 204 len: 173 time: 3.0781353 Jun 07 08:15:00.325559 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'name': 'network-vif-deleted', 'tag': '3ccaf909-877a-4036-b348-f3a16ba4e13d'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:00.328124 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fddb07-0311-4f16-81e1-5896eadd896c" -d '{"events": [{"server_uuid": "57e58a3e-9b81-4457-81dd-d88786f4ca1b", "name": "network-vif-deleted", "tag": "3ccaf909-877a-4036-b348-f3a16ba4e13d"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:00.377058 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] For port 5f584759-ae7f-49e0-97df-1f7efe8bec74, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:00.380506 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] For port 5f584759-ae7f-49e0-97df-1f7efe8bec74, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=5f584759-ae7f-49e0-97df-1f7efe8bec74,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:00.391391 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.410736 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Pushing event updated for resources: {'Port': ['ID=5f584759-ae7f-49e0-97df-1f7efe8bec74,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:00.421036 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.421372 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.422292 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.422292 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.422292 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.423349 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.423708 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.424191 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.424600 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.424825 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.425188 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.425491 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:00.430336 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:00.430604 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9ffbed80-e20a-4f9f-82d0-4756d035ae98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:00.479313 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.499571 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Transition to ACTIVE for port object f6556a88-862b-48f0-8f0a-499ebeb1c2bc will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:00.526012 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-d9748fa1-c84a-4d8e-b208-67caaf3f1302 service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859719 Jun 07 08:15:00.532592 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:00.533461 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:14:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:00.537167 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.544335 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:00.546989 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015aafe-3abf-48b4-ac01-f67e722110d6 req-ad9b6268-e729-4087-80fa-c64fbc656c2c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:00.554354 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4015aafe-3abf-48b4-ac01-f67e722110d6 req-ad9b6268-e729-4087-80fa-c64fbc656c2c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.4551821 Jun 07 08:15:00.616645 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Pushing event updated for resources: {'Port': ['ID=5f584759-ae7f-49e0-97df-1f7efe8bec74,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:00.622752 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bd527244-89b3-4fb5-a0da-ce02811efeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:00.648001 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:00.649226 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:00.653710 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:00.676461 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-9d410d06-004d-42b1-8936-0383343e90d9 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:00.678049 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-9d410d06-004d-42b1-8936-0383343e90d9 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 945 time: 0.3467939 Jun 07 08:15:00.686169 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4015aafe-3abf-48b4-ac01-f67e722110d6 req-cf2b0064-2da9-4814-b2e2-359fe44c6cce tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309834 Jun 07 08:15:00.712646 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Pushing event updated for resources: {'Port': ['ID=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:00.712646 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:00.718026 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.789880 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac21377-af37-4a68-b824-578157ebbaf2 x-openstack-request-id: req-9ac21377-af37-4a68-b824-578157ebbaf2 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:00.790196 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e58a3e-9b81-4457-81dd-d88786f4ca1b", "name": "network-vif-deleted", "tag": "3ccaf909-877a-4036-b348-f3a16ba4e13d", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:00.790563 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ac21377-af37-4a68-b824-578157ebbaf2 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:00.790979 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e58a3e-9b81-4457-81dd-d88786f4ca1b', 'name': 'network-vif-deleted', 'tag': '3ccaf909-877a-4036-b348-f3a16ba4e13d', 'status': 'completed', 'code': 200} Jun 07 08:15:00.815014 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751d1f5-0207-4c6d-8123-679953dbed8d req-02eb5dd6-b465-4993-85f1-95f6ac3bc402 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:00.822543 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b751d1f5-0207-4c6d-8123-679953dbed8d req-02eb5dd6-b465-4993-85f1-95f6ac3bc402 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 944 time: 0.3917441 Jun 07 08:15:00.883537 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:00.899168 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:01.009309 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.047226 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b751d1f5-0207-4c6d-8123-679953dbed8d req-d98f319f-8108-4783-b2c0-8605695c3a2f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237136 Jun 07 08:15:01.136392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-82386628-6fa1-4280-b586-997d33fde49c None None] Provisioning for port f6556a88-862b-48f0-8f0a-499ebeb1c2bc completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:01.145142 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device b3b9381b-a3fe-4fb7-ba01-c08938a3267f up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:01.182361 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c901c360-5a00-4a06-b63e-605de093f00a triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:01.183127 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.228608 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-82386628-6fa1-4280-b586-997d33fde49c None None] Provisioning complete for port f6556a88-862b-48f0-8f0a-499ebeb1c2bc triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:01.229060 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-82386628-6fa1-4280-b586-997d33fde49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.319881 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:15:01.386688 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-238de17a-ecb0-45b7-b0fc-d1c5fa55d05d req-ab3f1eac-28ef-4f4c-8035-9feaeb5bf20a service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041873 Jun 07 08:15:01.488854 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:14:57Z', 'revision_number': 3, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:01.494554 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47df1eb-afa6-435a-8499-4028263a3f27 None None] The sync data for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb is: [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:14:57Z', 'revision_number': 3, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:01.508663 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-82386628-6fa1-4280-b586-997d33fde49c None None] Port f6556a88-862b-48f0-8f0a-499ebeb1c2bc cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:01.569478 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port b3b9381b-a3fe-4fb7-ba01-c08938a3267f triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:01.569762 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.623317 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.632258 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.666318 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.687448 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b8a4a8fb-33f2-45f5-823c-10f6ef3f5406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:01.714023 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:01.716680 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664563f6-5b1e-4854-a196-233b837c3586" -d '{"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-plugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:01.760156 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:01.774786 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.775998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Deleting port d970d4bb-2bac-4fa7-83bd-334d2398ff0e {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:01.776422 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.788030 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 3ccaf909-877a-4036-b348-f3a16ba4e13d no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:01.801576 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Pushing event updated for resources: {'Port': ['ID=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:01.804426 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:01.805392 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.822624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291afc-4811-466a-bebc-caa888f00e48 req-e55e5272-1227-4f29-804d-3f0ad997a47f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:01.824583 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7a291afc-4811-466a-bebc-caa888f00e48 req-e55e5272-1227-4f29-804d-3f0ad997a47f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.5687745 Jun 07 08:15:01.863263 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:01.920394 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 3ccaf909-877a-4036-b348-f3a16ba4e13d {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:01.922582 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 3ccaf909-877a-4036-b348-f3a16ba4e13d not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:01.926078 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d970d4bb-2bac-4fa7-83bd-334d2398ff0e no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:02.011464 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:02.013440 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:02.095866 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:02.100584 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.106699 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=7']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:02.139794 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:02.219069 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.297152 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d970d4bb-2bac-4fa7-83bd-334d2398ff0e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:02.312005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.314233 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:02.426366 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Router 10e73eb9-bc5f-4e24-950f-76fb3df98280 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:02.482433 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=6']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:02.487250 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:02.488769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-8612d9c5-9d4e-48f2-b207-c7741e78dbf1 None None] Provisioning complete for port f6556a88-862b-48f0-8f0a-499ebeb1c2bc triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:02.489421 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8612d9c5-9d4e-48f2-b207-c7741e78dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.521194 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Calling delete_port for d970d4bb-2bac-4fa7-83bd-334d2398ff0e owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:02.550016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781874-27d5-43ea-ad6f-7278872ab9e2 req-74423e6d-e327-4123-800d-b0bf569e1f14 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:02.551688 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aa781874-27d5-43ea-ad6f-7278872ab9e2 req-74423e6d-e327-4123-800d-b0bf569e1f14 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34c66bd-fb61-41ab-a7ac-6043611e9ed7 HTTP/1.1" status: 200 len: 945 time: 0.9150817 Jun 07 08:15:02.586839 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7a291afc-4811-466a-bebc-caa888f00e48 req-e2e0c5cd-ddc9-4026-8b67-b597dddf6ddf tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7546484 Jun 07 08:15:02.638369 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-8612d9c5-9d4e-48f2-b207-c7741e78dbf1 None None] Port f6556a88-862b-48f0-8f0a-499ebeb1c2bc cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:02.649731 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aa781874-27d5-43ea-ad6f-7278872ab9e2 req-8f46ad9b-4552-46d6-b6c5-50f6c8a58f89 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902762 Jun 07 08:15:02.875121 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:02.896746 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.906389 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] 10.222.0.35 "PUT /v2.0/routers/10e73eb9-bc5f-4e24-950f-76fb3df98280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9589214 Jun 07 08:15:02.951788 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['546ac159-b94a-47ff-9c71-7486c13b8d4d'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:02.954329 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:03.079922 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075b5dec-7752-4bdc-be8d-1dd2d05e73cb x-openstack-request-id: req-075b5dec-7752-4bdc-be8d-1dd2d05e73cb {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:03.080419 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-plugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:03.080890 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-075b5dec-7752-4bdc-be8d-1dd2d05e73cb {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:03.082926 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'code': 200} Jun 07 08:15:03.261012 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event deleted for resources: {'Port': ['ID=d970d4bb-2bac-4fa7-83bd-334d2398ff0e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:03.264498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 5f584759-ae7f-49e0-97df-1f7efe8bec74 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:03.282069 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:03.393379 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] No DVR routers for this DVR port d970d4bb-2bac-4fa7-83bd-334d2398ff0e on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:15:03.397177 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:03.399136 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3191e4e6-b28d-460c-bb4b-2f60420eb519 req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "DELETE /v2.0/ports/d970d4bb-2bac-4fa7-83bd-334d2398ff0e HTTP/1.1" status: 204 len: 173 time: 2.7083368 Jun 07 08:15:03.406744 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'name': 'network-vif-deleted', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:03.411825 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f5a43-a0a0-4329-b047-7b2c8b17cd10" -d '{"events": [{"server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "name": "network-vif-deleted", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:03.535454 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 5f584759-ae7f-49e0-97df-1f7efe8bec74 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:03.536756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd63a5-83d6-495c-a8be-f6fefd4188d4 req-1146dcf8-56c1-46df-82ec-452a63235ee6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:03.538404 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6dbd63a5-83d6-495c-a8be-f6fefd4188d4 req-1146dcf8-56c1-46df-82ec-452a63235ee6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2548530 Jun 07 08:15:03.566965 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d773b5-1859-4341-a447-b83df2d5952c req-0763afab-481d-47aa-a500-2ac28ed869d6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:03.573805 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-05d773b5-1859-4341-a447-b83df2d5952c req-0763afab-481d-47aa-a500-2ac28ed869d6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.5058019 Jun 07 08:15:03.577121 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 5f584759-ae7f-49e0-97df-1f7efe8bec74 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:03.577535 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:03.642961 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-05d773b5-1859-4341-a447-b83df2d5952c req-e1f067d5-e2a3-4d48-a02b-9d0cc6195cb7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682697 Jun 07 08:15:03.767029 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6dbd63a5-83d6-495c-a8be-f6fefd4188d4 req-eb592e29-2ad2-4e71-8421-20577d8ccfb1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131569 Jun 07 08:15:03.929738 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45632) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:03.934631 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1971437466-network', 'tenant_id': '511507e101b54faa985e9eecafdc4393'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:03.985088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Made reservation on behalf of 511507e101b54faa985e9eecafdc4393 for: {'network': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:03.987559 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.013988 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.020594 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.052837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 5f584759-ae7f-49e0-97df-1f7efe8bec74, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=5f584759-ae7f-49e0-97df-1f7efe8bec74,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:04.061975 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.069833 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:04.094998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc3e3e-f1cc-41e4-945b-3e42d0d4cdfe x-openstack-request-id: req-6cfc3e3e-f1cc-41e4-945b-3e42d0d4cdfe {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:04.101185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "name": "network-vif-deleted", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:04.102343 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cfc3e3e-f1cc-41e4-945b-3e42d0d4cdfe {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:04.102804 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'name': 'network-vif-deleted', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', 'status': 'completed', 'code': 200} Jun 07 08:15:04.167106 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-fb5a1985-7604-45b8-b335-e64ac289ed2d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:04.175034 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-fb5a1985-7604-45b8-b335-e64ac289ed2d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/networks?id=d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 200 len: 813 time: 0.3133433 Jun 07 08:15:04.244252 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=5f584759-ae7f-49e0-97df-1f7efe8bec74,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:04.260818 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:04.303879 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.310338 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.326827 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-65bac828-e933-45fa-bfbb-3456c8850b83 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/quotas/1c6b3b1ecf7d4a80a4ce1320dfd9ea1b HTTP/1.1" status: 200 len: 375 time: 0.1486995 Jun 07 08:15:04.331647 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e1d77e29-c6db-4068-ba31-98ac91d54252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:04.383263 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=91904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:04.411984 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.412390 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.segments_db [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Added segment ed191762-225d-42fc-bda4-dc89f0b71eaf of type vlan for network 8e23a941-50cf-4fbc-8160-271444ee6d11 Jun 07 08:15:04.428325 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-24e20626-5a41-4276-bb48-a71fc77354b7 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005392 Jun 07 08:15:04.447964 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.467158 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dbdc97-2153-4613-82bc-8e7f0af9ae63,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:04.484833 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Sync routers for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:04.497393 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:04.506287 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:04.506918 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:14:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:04.534481 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.536030 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:04.536748 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.560511 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:04.581802 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafbe15-bc66-4d6e-9143-49542e21da32 req-74a21841-578f-485b-b22f-b3f1d0118cc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:04.589315 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-eaafbe15-bc66-4d6e-9143-49542e21da32 req-74a21841-578f-485b-b22f-b3f1d0118cc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.4094434 Jun 07 08:15:04.593022 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6603811 Jun 07 08:15:04.594383 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45640) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:04.605529 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Request body: {'subnet': {'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1971437466-subnet', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:04.673988 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-044558c5-7cd5-42c1-8c30-b3c1c87d4ed9 service neutron] 10.222.0.35 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439783 Jun 07 08:15:04.687260 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-eaafbe15-bc66-4d6e-9143-49542e21da32 req-0569be2e-6133-400a-847c-1d3da5bda573 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968001 Jun 07 08:15:04.713681 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Made reservation on behalf of 511507e101b54faa985e9eecafdc4393 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:04.716239 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14908690'] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:04.732008 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:04.905598 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Pushing event updated for resources: {'Network': ['ID=8e23a941-50cf-4fbc-8160-271444ee6d11,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:04.927764 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:04.942626 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:04.989357 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-d09f7ef8-6719-4f56-bb22-b9fe5404dee2 service neutron] 10.222.0.35 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010607 Jun 07 08:15:05.224404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892455-eca2-4c29-a8c1-37e0213a2f68 req-c932d785-7778-449f-b201-21c0bb665e7f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:05.225625 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:05.241395 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baddf5e3-62a6-4087-aac3-af668ac690a6" -d '{"events": [{"server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:05.242110 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-67892455-eca2-4c29-a8c1-37e0213a2f68 req-c932d785-7778-449f-b201-21c0bb665e7f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2035904 Jun 07 08:15:05.269764 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 5f584759-ae7f-49e0-97df-1f7efe8bec74 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:05.382940 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-67892455-eca2-4c29-a8c1-37e0213a2f68 req-2e3f9c03-68ea-44c3-975b-b5c31fbb4646 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370511 Jun 07 08:15:05.745337 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7e4043bb-6f02-4071-9aed-4f6f38d9ee2b req-ac829188-d9d5-46e1-8167-693dfa6a284a tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 210 time: 0.2616372 Jun 07 08:15:05.757276 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 5f584759-ae7f-49e0-97df-1f7efe8bec74 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:05.757930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.825577 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206dd70-615d-477c-9344-8d18c20f06bc req-34879bb7-a294-4add-91c2-7b1cff16ea45 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:05.835602 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f206dd70-615d-477c-9344-8d18c20f06bc req-34879bb7-a294-4add-91c2-7b1cff16ea45 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.4459140 Jun 07 08:15:05.841313 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247b7f1-001b-4557-a645-12bbb6b049ad x-openstack-request-id: req-d247b7f1-001b-4557-a645-12bbb6b049ad {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:05.841816 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c66bd-fb61-41ab-a7ac-6043611e9ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "d970d4bb-2bac-4fa7-83bd-334d2398ff0e", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:05.842176 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d247b7f1-001b-4557-a645-12bbb6b049ad {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:05.842866 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c66bd-fb61-41ab-a7ac-6043611e9ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd970d4bb-2bac-4fa7-83bd-334d2398ff0e', 'code': 200} Jun 07 08:15:05.948503 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f206dd70-615d-477c-9344-8d18c20f06bc req-46274c96-45d2-4963-9998-3beeeebf8dd6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116924 Jun 07 08:15:05.973777 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16540829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14908672'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.988182 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-157869e6-3f1e-440e-978d-a076cf91d961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:06.019556 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:01Z', 'revision_number': 2, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:06.024388 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Checking router: 10e73eb9-bc5f-4e24-950f-76fb3df98280 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:06.024857 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Updating router 10e73eb9-bc5f-4e24-950f-76fb3df98280 port f6556a88-862b-48f0-8f0a-499ebeb1c2bc binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:06.093001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.111081 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ab3c1d-1d0b-4212-b2aa-831dbed9c63d,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:06.115808 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:06.123813 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Checking segment: {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:06.123936 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Network hostable DHCP agents. Network: 8e23a941-50cf-4fbc-8160-271444ee6d11, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:06.170345 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:06.195657 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 8e23a941-50cf-4fbc-8160-271444ee6d11) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:06.200095 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:06.200830 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.222966 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6224964 Jun 07 08:15:06.225465 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45690) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:06.231645 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:06.291660 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.291660 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.325406 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.335449 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94d9e6-24f4-4417-8a7e-ebad962902f3 None None] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:06.660252 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf65fbc-c769-4841-aff0-3a81bf5cc5a3 req-eea52613-c2e9-4fb4-b771-b1122953aa63 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:06.661975 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aaf65fbc-c769-4841-aff0-3a81bf5cc5a3 req-eea52613-c2e9-4fb4-b771-b1122953aa63 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0991282 Jun 07 08:15:06.767345 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aaf65fbc-c769-4841-aff0-3a81bf5cc5a3 req-13f9b340-8c48-4567-969b-1a8ef358b865 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981541 Jun 07 08:15:06.992563 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.085994 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-18ef00d6-7f92-4be7-8aab-0f13803031d7 req-d4109d81-66cf-465d-8064-bb0ab206f1a2 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 210 time: 0.1097236 Jun 07 08:15:07.378576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88512968-8e62-44fb-8caf-a990e43508c0 req-cccb7722-5222-43a0-80dc-2fbc7efbca43 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:07.382520 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-88512968-8e62-44fb-8caf-a990e43508c0 req-cccb7722-5222-43a0-80dc-2fbc7efbca43 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 945 time: 0.2902975 Jun 07 08:15:07.436070 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.450324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Transition to ACTIVE for port object f6556a88-862b-48f0-8f0a-499ebeb1c2bc will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:07.463918 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.480943 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:07.564635 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-88512968-8e62-44fb-8caf-a990e43508c0 req-77a73415-2f6b-4298-a6d2-f52bb9682868 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535439 Jun 07 08:15:07.760720 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-8e23a941-50cf-4fbc-8160-271444ee6d11', 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'fixed_ips': [{'subnet_id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:15:07.761579 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.774742 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b90ea-d4d4-4e77-9a0e-b6a2cad4ac7f req-94a0793d-83a1-4b1b-a9a8-97e24569352e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:07.782823 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-029b90ea-d4d4-4e77-9a0e-b6a2cad4ac7f req-94a0793d-83a1-4b1b-a9a8-97e24569352e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.3990266 Jun 07 08:15:07.865784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.926773 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.946261 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-cb5bc9bb-ac6f-460c-9a90-118f540c31b3 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:07.949904 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-cb5bc9bb-ac6f-460c-9a90-118f540c31b3 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "GET /v2.0/networks?id=d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 200 len: 813 time: 0.5651641 Jun 07 08:15:07.995079 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Request body: {'port': {'device_id': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4', 'admin_state_up': True, 'tenant_id': '1c6b3b1ecf7d4a80a4ce1320dfd9ea1b'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:08.097219 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddbcab-741a-42cb-8231-9448533cd7bb None None] Pushing event updated for resources: {'Port': ['ID=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:08.108321 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-55ddbcab-741a-42cb-8231-9448533cd7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:08.196866 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-029b90ea-d4d4-4e77-9a0e-b6a2cad4ac7f req-060c243f-49a4-480e-b6d4-56661913c2ed tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092312 Jun 07 08:15:08.284746 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Allocated IP 172.28.2.55 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/10bac92f-e47c-4a36-9975-2bd4be9eb908) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:08.502284 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6ca61b0c-e94e-4ebb-8eb5-6359d3704824 req-bade9f57-e05f-4b6a-aaf4-6831a8de0604 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 210 time: 0.1330018 Jun 07 08:15:08.546436 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Attempting to bind port f6556a88-862b-48f0-8f0a-499ebeb1c2bc on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:08.547222 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Attempting to bind port f6556a88-862b-48f0-8f0a-499ebeb1c2bc by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:08.547222 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Attempting to bind port f6556a88-862b-48f0-8f0a-499ebeb1c2bc on network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:08.575430 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:08.576267 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Checking segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:08.576918 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:08.577547 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Bound using segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:08.578340 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Bound port: f6556a88-862b-48f0-8f0a-499ebeb1c2bc, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:08.579210 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:08.604759 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:08.634852 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ccf2e-7014-4d4d-b89c-7e1e4fd7457e req-8fcf4178-04e4-40f2-ad35-9e7ac0b35d9a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:08.646020 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f81ccf2e-7014-4d4d-b89c-7e1e4fd7457e req-8fcf4178-04e4-40f2-ad35-9e7ac0b35d9a tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.6620805 Jun 07 08:15:08.652826 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:08.664626 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:08.744565 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:08.749134 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:08.761827 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:08.784028 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f81ccf2e-7014-4d4d-b89c-7e1e4fd7457e req-0a60cf46-663b-4fb5-a454-99260164a466 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361594 Jun 07 08:15:08.819777 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Made reservation on behalf of 1c6b3b1ecf7d4a80a4ce1320dfd9ea1b for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:08.825612 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Allocated IP 172.20.0.2 (8e23a941-50cf-4fbc-8160-271444ee6d11/08ab3c1d-1d0b-4212-b2aa-831dbed9c63d/273ff517-51a6-4785-aaa1-05d7069a8237) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:08.839925 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:08.840934 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=10bac92f-e47c-4a36-9975-2bd4be9eb908,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:08.852659 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:09.002032 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] For port f6556a88-862b-48f0-8f0a-499ebeb1c2bc, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:09.078377 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] For port f6556a88-862b-48f0-8f0a-499ebeb1c2bc, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:09.087595 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:09.103073 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:09.352065 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:09.353756 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:14:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:09.441383 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b4b87-96e5-4f13-baf6-a9a5d35383a1 req-91c47108-86a9-4117-b2a6-82aabe5960d3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:09.447310 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-518b4b87-96e5-4f13-baf6-a9a5d35383a1 req-91c47108-86a9-4117-b2a6-82aabe5960d3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 945 time: 0.5545065 Jun 07 08:15:09.501367 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-ea173a8f-1a70-4828-b0d5-04ccc8c3b8cb tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:09.503446 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-ea173a8f-1a70-4828-b0d5-04ccc8c3b8cb tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 945 time: 0.6092534 Jun 07 08:15:09.640515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:09.764666 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:09.787193 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Transition to ACTIVE for port object 273ff517-51a6-4785-aaa1-05d7069a8237 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:09.838300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Transition to ACTIVE for port object 273ff517-51a6-4785-aaa1-05d7069a8237 will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:09.841093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddbcab-741a-42cb-8231-9448533cd7bb None None] Pushing event updated for resources: {'Port': ['ID=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:09.866904 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-55ddbcab-741a-42cb-8231-9448533cd7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:09.867978 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:09.874154 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:09.946085 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:10.144224 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-518b4b87-96e5-4f13-baf6-a9a5d35383a1 req-5f2be846-4f34-4470-96e3-844bb882a6a7 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659644 Jun 07 08:15:10.174400 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:10.185302 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:10.187499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Allocated IP 172.20.0.7 (d0188f40-8404-4de0-9971-3d88511b2aa4/1d8d5193-9ec8-4f79-b58d-3b226c2dad29/aa0dba59-3da8-4cd1-b259-8d5a28de1a22) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:10.192949 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:10.301636 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.570268 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.664062 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Router 41182987-14a8-4a3b-a379-5ada38438a3e is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:15:10.676712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.679829 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Pushing event updated for resources: {'Port': ['ID=273ff517-51a6-4785-aaa1-05d7069a8237,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:10.682324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Attempting to bind port 273ff517-51a6-4785-aaa1-05d7069a8237 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:10.682707 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Attempting to bind port 273ff517-51a6-4785-aaa1-05d7069a8237 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:10.683333 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Attempting to bind port 273ff517-51a6-4785-aaa1-05d7069a8237 on network 8e23a941-50cf-4fbc-8160-271444ee6d11 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:10.700440 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d8c3e806-f4d6-4ce0-b800-0603d580482c tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:10.717630 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:10.740030 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:10.740450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Checking segment: {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:10.740826 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.741342 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Bound using segment: {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:10.741731 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Bound port: 273ff517-51a6-4785-aaa1-05d7069a8237, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:10.742113 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.783986 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Network d0188f40-8404-4de0-9971-3d88511b2aa4 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:10.790013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Pushing event updated for resources: {'Port': ['ID=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:10.800351 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:10.801244 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:10.803747 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:10.875608 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:10.876093 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.902968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed33ce-af09-4327-9e33-d2b0f767b651 req-55070677-babd-4b5c-8c49-e11217078a6a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:10.911447 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-37ed33ce-af09-4327-9e33-d2b0f767b651 req-55070677-babd-4b5c-8c49-e11217078a6a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 1.2483568 Jun 07 08:15:10.913687 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:10.927270 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Sync routers for ids ['41182987-14a8-4a3b-a379-5ada38438a3e'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:10.935643 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Routers {'41182987-14a8-4a3b-a379-5ada38438a3e'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:10.936507 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:14:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['41182987-14a8-4a3b-a379-5ada38438a3e'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:10.956034 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.957607 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7310786 Jun 07 08:15:10.961773 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45738) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:10.971272 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Deleting port 546ac159-b94a-47ff-9c71-7486c13b8d4d {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:10.976982 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.010000 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0466256 Jun 07 08:15:11.055848 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 546ac159-b94a-47ff-9c71-7486c13b8d4d no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:11.078364 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Request body: {'port': {'device_id': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:11.324276 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-37ed33ce-af09-4327-9e33-d2b0f767b651 req-2119be39-c154-4c8c-a533-93b4f168a26b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119234 Jun 07 08:15:11.399610 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] For port 273ff517-51a6-4785-aaa1-05d7069a8237, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:11.428023 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Set router 41182987-14a8-4a3b-a379-5ada38438a3e gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:11.446952 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] For port 273ff517-51a6-4785-aaa1-05d7069a8237, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=273ff517-51a6-4785-aaa1-05d7069a8237,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:11.536050 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.554133 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:11.635398 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e2680-1f79-4640-9e6a-f9b4f5f7c2fc req-1b4b8695-8a57-4341-bf6c-4ccb2f98e281 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:11.637046 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-228e2680-1f79-4640-9e6a-f9b4f5f7c2fc req-1b4b8695-8a57-4341-bf6c-4ccb2f98e281 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 931 time: 1.0282848 Jun 07 08:15:11.637748 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.763489 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:11.764016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.935494 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.988399 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Pushing event updated for resources: {'Port': ['ID=273ff517-51a6-4785-aaa1-05d7069a8237,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:12.008117 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:12.046852 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:12.077044 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5962efbc-7335-4319-9270-c2747e4c0aa6" -d '{"events": [{"server_uuid": "58060049-3262-4326-820e-86b52c709e29", "name": "network-vif-unplugged", "status": "completed", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:12.124298 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 546ac159-b94a-47ff-9c71-7486c13b8d4d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=546ac159-b94a-47ff-9c71-7486c13b8d4d,segment=NetworkSegment(7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683),segment_id=7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:12.137512 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.141539 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:12.208692 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-228e2680-1f79-4640-9e6a-f9b4f5f7c2fc req-33d68eb8-a7d2-46b6-b1e7-c5ea228300a4 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479467 Jun 07 08:15:12.227202 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Calling delete_port for 546ac159-b94a-47ff-9c71-7486c13b8d4d owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:12.235111 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:08Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:12.238357 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:15:09Z', 'revision_number': 3, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:12.254005 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Checking router: 41182987-14a8-4a3b-a379-5ada38438a3e for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:12.254487 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Updating router 41182987-14a8-4a3b-a379-5ada38438a3e port 10bac92f-e47c-4a36-9975-2bd4be9eb908 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:12.274096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18bafd-adc2-4f08-b75b-345149e3aa1b None None] The sync data for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb is: [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:08Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:12.311925 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=6']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:12.326776 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:12.582793 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.725399 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fe9a1-a3f2-4e68-8d42-99f8f676a87b req-43dda3cc-11c5-4a77-a704-c160d7cfe167 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:12.737473 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-741fe9a1-a3f2-4e68-8d42-99f8f676a87b req-43dda3cc-11c5-4a77-a704-c160d7cfe167 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.9479418 Jun 07 08:15:12.855024 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.269933 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-741fe9a1-a3f2-4e68-8d42-99f8f676a87b req-ca211e2a-763f-4739-bb5f-718e6d9d6bf2 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164595 Jun 07 08:15:13.381055 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae629516-0c1b-456b-b6a6-6c2bf94cab33 x-openstack-request-id: req-ae629516-0c1b-456b-b6a6-6c2bf94cab33 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:13.381581 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58060049-3262-4326-820e-86b52c709e29", "name": "network-vif-unplugged", "status": "completed", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:13.381581 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae629516-0c1b-456b-b6a6-6c2bf94cab33 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:13.381976 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d', 'code': 200} Jun 07 08:15:13.435939 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 273ff517-51a6-4785-aaa1-05d7069a8237 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:13.507248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574c92-eb24-4378-b565-14f81f22108a req-decdda46-76e1-48bf-afca-ab9a8f40a87a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:13.516750 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f6574c92-eb24-4378-b565-14f81f22108a req-decdda46-76e1-48bf-afca-ab9a8f40a87a tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/ports?device_id=58060049-3262-4326-820e-86b52c709e29 HTTP/1.1" status: 200 len: 943 time: 1.0023494 Jun 07 08:15:13.561652 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Allocated IP 172.20.0.1 (8e23a941-50cf-4fbc-8160-271444ee6d11/08ab3c1d-1d0b-4212-b2aa-831dbed9c63d/f104c04d-885a-4922-9222-7fbd5ac3dcce) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:13.703008 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f6574c92-eb24-4378-b565-14f81f22108a req-be0f11ea-c81f-419e-97cf-65a742945ca3 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7a2a7fc-d52d-487f-b872-5ac843c4ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848927 Jun 07 08:15:13.737877 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 273ff517-51a6-4785-aaa1-05d7069a8237 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:13.738360 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.746661 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.db.resource_extend [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:15:13.756081 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f6556a88-862b-48f0-8f0a-499ebeb1c2bc up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:13.796373 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:13.985652 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port f6556a88-862b-48f0-8f0a-499ebeb1c2bc completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:14.001269 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port f6556a88-862b-48f0-8f0a-499ebeb1c2bc triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:14.002739 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.060295 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.061221 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Pushing event deleted for resources: {'Port': ['ID=546ac159-b94a-47ff-9c71-7486c13b8d4d,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:14.069181 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:14.150991 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Transition to ACTIVE for port object 10bac92f-e47c-4a36-9975-2bd4be9eb908 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:14.165489 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.170723 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.193845 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9df3ac6f-1bf4-4fba-9242-3bf8fcaf05d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:14.225368 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Transition to ACTIVE for port object f104c04d-885a-4922-9222-7fbd5ac3dcce will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:14.231953 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360c0df-7a67-48c1-864d-0ac77e94c001 None None] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:14.298423 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.326680 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3c9f633c-bd21-4e92-b056-cf90ac38572a tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:14.385414 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Provisioning for port 273ff517-51a6-4785-aaa1-05d7069a8237 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:14.403320 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.433846 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Provisioning complete for port 273ff517-51a6-4785-aaa1-05d7069a8237 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:14.434498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.436919 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee01ab2-69aa-416d-8dcb-c3acf650b793 None None] Pushing event updated for resources: {'Port': ['ID=10bac92f-e47c-4a36-9975-2bd4be9eb908,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:14.470509 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:14.491017 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:14.500327 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Attempting to bind port 10bac92f-e47c-4a36-9975-2bd4be9eb908 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:14.501745 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Attempting to bind port 10bac92f-e47c-4a36-9975-2bd4be9eb908 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:14.502391 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Attempting to bind port 10bac92f-e47c-4a36-9975-2bd4be9eb908 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:14.507028 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ee01ab2-69aa-416d-8dcb-c3acf650b793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:14.512253 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:14.516546 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:14.517079 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:14.517503 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.517987 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:14.518697 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Bound port: 10bac92f-e47c-4a36-9975-2bd4be9eb908, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:14.519148 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.549805 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port f6556a88-862b-48f0-8f0a-499ebeb1c2bc, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:14.571864 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.690456 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.716935 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] For port 10bac92f-e47c-4a36-9975-2bd4be9eb908, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:14.723125 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] For port 10bac92f-e47c-4a36-9975-2bd4be9eb908, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=10bac92f-e47c-4a36-9975-2bd4be9eb908,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:14.728510 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.734006 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-06256da7-6c50-408e-8d30-8d74e8074e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:14.737826 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:14.761598 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Pushing event updated for resources: {'Port': ['ID=f104c04d-885a-4922-9222-7fbd5ac3dcce,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:14.771273 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:14.909860 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a61a0f02-806e-4b49-89a4-2c84f222df4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.918623 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.938138 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:14.947025 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] No DVR routers for this DVR port 546ac159-b94a-47ff-9c71-7486c13b8d4d on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:15:14.950107 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:14.958922 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.962627 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Routers {'41182987-14a8-4a3b-a379-5ada38438a3e'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:14.964811 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3c1eccae-d80c-4006-80f0-0ae0ce13b138 req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] 10.222.0.22 "DELETE /v2.0/ports/546ac159-b94a-47ff-9c71-7486c13b8d4d HTTP/1.1" status: 204 len: 173 time: 5.3030200 Jun 07 08:15:14.965744 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:14:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['41182987-14a8-4a3b-a379-5ada38438a3e'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:14.981114 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'name': 'network-vif-deleted', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:14.983763 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5dcc55-dc76-4eeb-b463-253cd66ddde1" -d '{"events": [{"server_uuid": "58060049-3262-4326-820e-86b52c709e29", "name": "network-vif-deleted", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:14.997748 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0dba59-3da8-4cd1-b259-8d5a28de1a22 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:15.043019 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.044827 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.062144 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] For port 273ff517-51a6-4785-aaa1-05d7069a8237, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=273ff517-51a6-4785-aaa1-05d7069a8237,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:15.080956 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.095010 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:15.163339 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0bc6-7c1d-4d5a-8e3a-7bcd8857d7dc req-42236f5a-283a-4ff9-9f3e-e32c54e2419f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:15.182149 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dced0bc6-7c1d-4d5a-8e3a-7bcd8857d7dc req-42236f5a-283a-4ff9-9f3e-e32c54e2419f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 1.4396343 Jun 07 08:15:15.253087 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Transition to ACTIVE for port object aa0dba59-3da8-4cd1-b259-8d5a28de1a22 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:15.265278 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] Set router 41182987-14a8-4a3b-a379-5ada38438a3e gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:15.332264 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dced0bc6-7c1d-4d5a-8e3a-7bcd8857d7dc req-2c6f16ff-de61-4f34-ad74-2528c6d8bed8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491151 Jun 07 08:15:15.338954 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Pushing event updated for resources: {'Port': ['ID=273ff517-51a6-4785-aaa1-05d7069a8237,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:15.356162 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:15.358997 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f6556a88-862b-48f0-8f0a-499ebeb1c2bc up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:15.374850 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb32dc-57c8-4c4f-8f0c-8202f8239c99 req-d71338a6-a951-4439-94af-dde547f67b08 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:15.390857 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b1fb32dc-57c8-4c4f-8f0c-8202f8239c99 req-d71338a6-a951-4439-94af-dde547f67b08 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 931 time: 1.3175967 Jun 07 08:15:15.459307 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.498820 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8e7655df-3ec3-4309-b3e6-fcd40153cd4d tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:15.718135 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.726318 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.796302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:15.802609 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee01ab2-69aa-416d-8dcb-c3acf650b793 None None] Pushing event updated for resources: {'Port': ['ID=10bac92f-e47c-4a36-9975-2bd4be9eb908,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:15.808692 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ee01ab2-69aa-416d-8dcb-c3acf650b793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:15.829414 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:15.871496 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f104c04d-885a-4922-9222-7fbd5ac3dcce', 'name': '', 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'mac_address': 'fa:16:3e:0d:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:13Z', 'updated_at': '2021-06-07T08:15:13Z', 'revision_number': 1, 'project_id': '511507e101b54faa985e9eecafdc4393', 'subnets': [{'id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:15.878040 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:15.894010 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b5f4c-ae1d-48b6-b053-25974d2efd70 None None] The sync data for ids ['41182987-14a8-4a3b-a379-5ada38438a3e'] in dv-cinder-784945-11-smb is: [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f104c04d-885a-4922-9222-7fbd5ac3dcce', 'name': '', 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'mac_address': 'fa:16:3e:0d:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:13Z', 'updated_at': '2021-06-07T08:15:13Z', 'revision_number': 1, 'project_id': '511507e101b54faa985e9eecafdc4393', 'subnets': [{'id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:15.895624 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port f6556a88-862b-48f0-8f0a-499ebeb1c2bc triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:15.896093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:15.958345 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b1fb32dc-57c8-4c4f-8f0c-8202f8239c99 req-343efc08-dc1a-45b4-a8fc-3bff1012227d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654955 Jun 07 08:15:16.057624 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.141009 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Pushing event updated for resources: {'Port': ['ID=f104c04d-885a-4922-9222-7fbd5ac3dcce,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:16.152431 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:16.250171 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 45762) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:16.267357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514df7fb-db0e-4c92-ae81-607984cf556c req-d62651c6-6fc7-4adf-931c-bf5ed59ad268 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:16.275185 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-514df7fb-db0e-4c92-ae81-607984cf556c req-d62651c6-6fc7-4adf-931c-bf5ed59ad268 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.4585564 Jun 07 08:15:16.279396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Attempting to bind port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:16.279884 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Attempting to bind port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:16.280345 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Attempting to bind port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 on network d0188f40-8404-4de0-9971-3d88511b2aa4 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:16.362648 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.372556 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1851bce2-eab1-4b17-8d44-6188a168a1a6 x-openstack-request-id: req-1851bce2-eab1-4b17-8d44-6188a168a1a6 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:16.373160 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58060049-3262-4326-820e-86b52c709e29", "name": "network-vif-deleted", "tag": "546ac159-b94a-47ff-9c71-7486c13b8d4d", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:16.377039 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1851bce2-eab1-4b17-8d44-6188a168a1a6 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:16.378090 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58060049-3262-4326-820e-86b52c709e29', 'name': 'network-vif-deleted', 'tag': '546ac159-b94a-47ff-9c71-7486c13b8d4d', 'status': 'completed', 'code': 200} Jun 07 08:15:16.435028 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 on network d0188f40-8404-4de0-9971-3d88511b2aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:15:16.435564 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Attempting to bind port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 on network d0188f40-8404-4de0-9971-3d88511b2aa4 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:16.440280 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-2e5ef18c-4ec3-4d37-b2a7-7a20782f85c3 None None] Provisioning complete for port 273ff517-51a6-4785-aaa1-05d7069a8237 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:16.440665 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef18c-4ec3-4d37-b2a7-7a20782f85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.539543 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:16.544197 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Checking segment: {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:16.544838 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Bound using segment: {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:16.545499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Bound port: aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:16.551951 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.552281 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:16.553625 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:16.611447 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Deleting subnet 789b47f6-0cf6-4332-b6b9-caa8f626d6dd {{(pid=91903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:15:16.802752 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.808947 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9159-603a-41f7-81f5-580389ac5257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.862277 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] For port aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:16.866540 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] For port aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:16.943012 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-514df7fb-db0e-4c92-ae81-607984cf556c req-fe1184e8-7f53-4431-9682-ff6b2119e93e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635594 Jun 07 08:15:16.944286 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.062572 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.072943 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-db83ad54-c4f8-44eb-b134-d6ab9fa77d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:17.103248 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-2e5ef18c-4ec3-4d37-b2a7-7a20782f85c3 None None] Provisioning for port f104c04d-885a-4922-9222-7fbd5ac3dcce completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:17.135552 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-2e5ef18c-4ec3-4d37-b2a7-7a20782f85c3 None None] Provisioning complete for port f104c04d-885a-4922-9222-7fbd5ac3dcce triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:17.135936 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef18c-4ec3-4d37-b2a7-7a20782f85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.230083 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 273ff517-51a6-4785-aaa1-05d7069a8237 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:17.393375 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:17.397204 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:17.406604 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:17.407383 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.409219 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] 10.222.0.22 "PUT /v2.0/ports/aa0dba59-3da8-4cd1-b259-8d5a28de1a22 HTTP/1.1" status: 200 len: 1093 time: 6.3731790 Jun 07 08:15:17.441691 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ef18c-4ec3-4d37-b2a7-7a20782f85c3 None None] Port f104c04d-885a-4922-9222-7fbd5ac3dcce cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:17.448578 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16275251'] for subnet, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.461746 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 273ff517-51a6-4785-aaa1-05d7069a8237 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:17.462524 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.471820 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Router 41182987-14a8-4a3b-a379-5ada38438a3e has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:17.651428 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.696375 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-4e13c812-7f58-4392-a5da-f7441a662bff None None] Provisioning complete for port f104c04d-885a-4922-9222-7fbd5ac3dcce triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:17.696754 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4e13c812-7f58-4392-a5da-f7441a662bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.750217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a2943-f30f-41f5-9369-2e4c1a3c6511 req-a4d2a3ad-2812-4a22-805a-3ec5af60745b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:17.759299 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc9a2943-f30f-41f5-9369-2e4c1a3c6511 req-a4d2a3ad-2812-4a22-805a-3ec5af60745b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.8905649 Jun 07 08:15:17.855537 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.917304 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:17.931220 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] 10.222.0.35 "PUT /v2.0/routers/41182987-14a8-4a3b-a379-5ada38438a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9591329 Jun 07 08:15:17.943457 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-4e13c812-7f58-4392-a5da-f7441a662bff None None] Port f104c04d-885a-4922-9222-7fbd5ac3dcce cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:17.955370 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89acc60-7bdb-4d36-bc17-124061d88e49 req-7df12630-3149-4bf2-a55d-c39ed6b18ab6 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:17.962749 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a89acc60-7bdb-4d36-bc17-124061d88e49 req-7df12630-3149-4bf2-a55d-c39ed6b18ab6 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 943 time: 0.7457936 Jun 07 08:15:18.023219 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc9a2943-f30f-41f5-9369-2e4c1a3c6511 req-682be9b1-2d76-4ace-bccf-5b45790216d4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282636 Jun 07 08:15:18.070642 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-df74a5b2-d4aa-460b-8ffb-67045f19cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:18.072870 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-df74a5b2-d4aa-460b-8ffb-67045f19cd82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 1096 time: 0.5052512 Jun 07 08:15:18.315752 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a89acc60-7bdb-4d36-bc17-124061d88e49 req-4fe90070-ec8b-4b0a-9ebc-f2e1dd826e27 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521149 Jun 07 08:15:18.410904 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'tag': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:18.413463 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70062c67-6077-44ec-8f6f-fc06a64c9266" -d '{"events": [{"name": "network-changed", "server_uuid": "83a0856d-1102-4b0f-a813-c09f6f65a04a", "tag": "aa0dba59-3da8-4cd1-b259-8d5a28de1a22"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:18.442669 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-bc4eafa1-3610-4492-8799-93ff1d394856 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22 HTTP/1.1" status: 200 len: 217 time: 0.3328247 Jun 07 08:15:18.603320 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec50091-b991-491a-a9a9-3734cf07cfa2 x-openstack-request-id: req-7ec50091-b991-491a-a9a9-3734cf07cfa2 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:18.608576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a0856d-1102-4b0f-a813-c09f6f65a04a", "tag": "aa0dba59-3da8-4cd1-b259-8d5a28de1a22", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:18.609006 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ec50091-b991-491a-a9a9-3734cf07cfa2 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:18.609527 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'tag': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22', 'status': 'completed', 'code': 200} Jun 07 08:15:18.628696 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-ba2d20b1-a638-47e5-955c-a5ea64256182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:18.630572 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-ba2d20b1-a638-47e5-955c-a5ea64256182 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d8d5193-9ec8-4f79-b58d-3b226c2dad29 HTTP/1.1" status: 200 len: 853 time: 0.1798401 Jun 07 08:15:18.633950 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15301112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13767924'] for subnet, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.712889 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5d39dff6-cbc4-4d1d-97d2-512e5df851de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:18.798337 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789b47f6-0cf6-4332-b6b9-caa8f626d6dd,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:18.816504 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-3f6224f2-c0c4-4ef5-ac70-b05268596268 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0188f40-8404-4de0-9971-3d88511b2aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615360 Jun 07 08:15:18.847073 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:18.848085 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.849907 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-aaea6dba-fb7c-4058-ad88-e08ba20eb81e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/789b47f6-0cf6-4332-b6b9-caa8f626d6dd HTTP/1.1" status: 204 len: 168 time: 2.5958226 Jun 07 08:15:18.852414 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45782) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:19.002916 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665484ba-f4e9-41d2-8dfe-c2c374000728 req-7b86b3fa-dd5f-48e4-aac5-74985314ef65 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:19.013666 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-665484ba-f4e9-41d2-8dfe-c2c374000728 req-7b86b3fa-dd5f-48e4-aac5-74985314ef65 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.6887999 Jun 07 08:15:19.162804 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-665484ba-f4e9-41d2-8dfe-c2c374000728 req-bf0d5cee-52e4-40d0-90a3-9dd3fccdcea7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485569 Jun 07 08:15:19.188787 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 10bac92f-e47c-4a36-9975-2bd4be9eb908 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:19.221146 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-caa22c2a-5d75-4edc-9b67-a69669e62042 service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040546 Jun 07 08:15:19.281341 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.333720 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 10bac92f-e47c-4a36-9975-2bd4be9eb908 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:19.341621 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 10bac92f-e47c-4a36-9975-2bd4be9eb908 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:19.342022 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.568551 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.775321 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.841408 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6f92ce-6812-4641-8ac4-1c94d3e6f12c']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:19.868551 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:19.868551 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6cd440-6e1c-4b35-81ee-b9fc6e3bc683') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:19.894213 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.913089 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.942208 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.952074 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:15:19.954218 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.961617 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 10bac92f-e47c-4a36-9975-2bd4be9eb908, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=10bac92f-e47c-4a36-9975-2bd4be9eb908,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:19.969205 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.972527 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-55ddbcab-741a-42cb-8231-9448533cd7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:15:19.982826 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:15:20.135931 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=10bac92f-e47c-4a36-9975-2bd4be9eb908,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:20.152332 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:20.177268 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:20.199431 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-272f444c-766e-4b7a-904d-289eba439171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:20.227345 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:20.231909 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] 10.222.0.35 "DELETE /v2.0/networks/be6f92ce-6812-4641-8ac4-1c94d3e6f12c HTTP/1.1" status: 204 len: 168 time: 1.3779483 Jun 07 08:15:20.238722 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Pushing event deleted for resources: {'Network': ['ID=be6f92ce-6812-4641-8ac4-1c94d3e6f12c,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:20.241092 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:20.277185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815712af-47ed-4eb8-bce7-ba2ce95a28f2 req-b5caa198-b7ab-44f0-afd6-ec74d13f7774 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:20.287175 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-815712af-47ed-4eb8-bce7-ba2ce95a28f2 req-b5caa198-b7ab-44f0-afd6-ec74d13f7774 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 943 time: 0.2459955 Jun 07 08:15:20.344932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a9a43-04fa-4c0c-9ed6-49dc417f11bc req-68e0781e-0629-426c-bb0a-5901e44bf536 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:20.357388 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f49a9a43-04fa-4c0c-9ed6-49dc417f11bc req-68e0781e-0629-426c-bb0a-5901e44bf536 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.4234600 Jun 07 08:15:20.395544 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef1ac5c0-d663-4749-a35f-c4cf35c606fc req-fb60f705-eb3e-430c-ad48-127e824143dd service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1608412 Jun 07 08:15:20.469754 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-815712af-47ed-4eb8-bce7-ba2ce95a28f2 req-32b38316-ba82-4ebb-b951-1b9213828060 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798103 Jun 07 08:15:20.616652 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f49a9a43-04fa-4c0c-9ed6-49dc417f11bc req-fd107054-f45f-4ea8-af7d-4c6edf4445bf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578490 Jun 07 08:15:20.675079 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-361d23f0-6d61-4752-b0ea-f1ebfb5d5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:20.680911 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-361d23f0-6d61-4752-b0ea-f1ebfb5d5168 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 1096 time: 0.1931555 Jun 07 08:15:20.702195 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Sync routers for ids ['41182987-14a8-4a3b-a379-5ada38438a3e'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:20.713761 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Routers {'41182987-14a8-4a3b-a379-5ada38438a3e'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:20.714524 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:15:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['41182987-14a8-4a3b-a379-5ada38438a3e'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:20.853034 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45796) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:20.983579 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ab98231c-77b1-4f2d-8646-b2bdfab5c971 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f614896c69a47e68caf853b5554fe90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1264989 Jun 07 08:15:20.984520 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 45798) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:21.115656 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-ac7edf74-6e41-4ec0-9fc4-29d2a68c1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:21.124373 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-ac7edf74-6e41-4ec0-9fc4-29d2a68c1105 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 200 len: 914 time: 0.4346099 Jun 07 08:15:21.139389 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:21.147912 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4c2c6-8444-4c55-85a2-7c612fc956c8 req-30439bcc-b1a9-4ae3-b7fd-1ffaebb7bdc5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:21.149862 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f4d4c2c6-8444-4c55-85a2-7c612fc956c8 req-30439bcc-b1a9-4ae3-b7fd-1ffaebb7bdc5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3109140 Jun 07 08:15:21.182020 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 10bac92f-e47c-4a36-9975-2bd4be9eb908 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:21.200884 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:21.298115 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Set router 41182987-14a8-4a3b-a379-5ada38438a3e gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:21.302885 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-df5af37c-fff8-46be-b8c8-e68aa7b76679 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22 HTTP/1.1" status: 200 len: 217 time: 0.1505201 Jun 07 08:15:21.336974 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:21.345972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:21.350437 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7a2a7fc-d52d-487f-b872-5ac843c4ce47 HTTP/1.1" status: 204 len: 168 time: 0.3619661 Jun 07 08:15:21.365428 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:21.403666 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2a7fc-d52d-487f-b872-5ac843c4ce47,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:21.414403 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f4d4c2c6-8444-4c55-85a2-7c612fc956c8 req-9a932a5c-454a-4d88-891c-a54098b29094 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093509 Jun 07 08:15:21.428365 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:21.472682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-63329536-140e-423e-a048-8da704a8602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:21.474394 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-63329536-140e-423e-a048-8da704a8602e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d8d5193-9ec8-4f79-b58d-3b226c2dad29 HTTP/1.1" status: 200 len: 853 time: 0.0965376 Jun 07 08:15:21.589258 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-76ac5a93-fe23-4abc-8ffa-dbc2c14e087b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0188f40-8404-4de0-9971-3d88511b2aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042967 Jun 07 08:15:21.652297 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 10bac92f-e47c-4a36-9975-2bd4be9eb908 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:21.653109 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:22.105543 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f104c04d-885a-4922-9222-7fbd5ac3dcce', 'name': '', 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'mac_address': 'fa:16:3e:0d:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:13Z', 'updated_at': '2021-06-07T08:15:15Z', 'revision_number': 2, 'project_id': '511507e101b54faa985e9eecafdc4393', 'subnets': [{'id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:22.113059 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Checking router: 41182987-14a8-4a3b-a379-5ada38438a3e for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:22.113418 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Updating router 41182987-14a8-4a3b-a379-5ada38438a3e port f104c04d-885a-4922-9222-7fbd5ac3dcce binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:22.169090 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-d9eed470-9d3e-4276-8f8f-697455833356 service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702944 Jun 07 08:15:22.194978 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:22.217388 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff640f-284b-44de-86bc-05c41dfc45dd req-9946c92b-9389-4af4-84f9-43162368f806 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:22.219937 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-88ff640f-284b-44de-86bc-05c41dfc45dd req-9946c92b-9389-4af4-84f9-43162368f806 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 943 time: 0.5029058 Jun 07 08:15:22.569021 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba863ea-3b12-4226-9bb2-aa8e5a36d53c req-c0b50c2c-1238-4b41-a56c-b1e89cafdc5e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:22.570836 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8ba863ea-3b12-4226-9bb2-aa8e5a36d53c req-c0b50c2c-1238-4b41-a56c-b1e89cafdc5e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.6284337 Jun 07 08:15:22.633239 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70062c67-6077-44ec-8f6f-fc06a64c9266 req-dbc0f518-487e-49bc-b931-9a1fc1d0a5bb service neutron] 10.222.0.22 "GET /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429502 Jun 07 08:15:22.701949 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8ba863ea-3b12-4226-9bb2-aa8e5a36d53c req-89ebe064-1b23-4693-a9a9-79fb464cb6fe tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665531 Jun 07 08:15:22.704733 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-88ff640f-284b-44de-86bc-05c41dfc45dd req-e067e998-cf51-4cfb-a669-57bf74c3b24b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401546 Jun 07 08:15:23.053821 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.067049 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Transition to ACTIVE for port object f104c04d-885a-4922-9222-7fbd5ac3dcce will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:23.078319 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.086719 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:23.105303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e828-8ae9-4ba1-ab37-6248f393daf4 req-f14019f7-3c36-4150-b805-cd4e3f8f452c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:23.115085 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4456e828-8ae9-4ba1-ab37-6248f393daf4 req-f14019f7-3c36-4150-b805-cd4e3f8f452c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1691279 Jun 07 08:15:23.183353 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4456e828-8ae9-4ba1-ab37-6248f393daf4 req-53948b5e-0ac3-4bd5-8f4f-04648f237216 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617232 Jun 07 08:15:23.360242 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192256f-ef56-483f-a061-580551a5dccf None None] Pushing event updated for resources: {'Port': ['ID=f104c04d-885a-4922-9222-7fbd5ac3dcce,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:23.364134 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-4192256f-ef56-483f-a061-580551a5dccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:23.525583 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Attempting to bind port f104c04d-885a-4922-9222-7fbd5ac3dcce on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:23.526444 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Attempting to bind port f104c04d-885a-4922-9222-7fbd5ac3dcce by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:23.527459 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Attempting to bind port f104c04d-885a-4922-9222-7fbd5ac3dcce on network 8e23a941-50cf-4fbc-8160-271444ee6d11 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:23.538662 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:23.539518 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Checking segment: {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:23.540158 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.540752 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Bound using segment: {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:23.541580 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Bound port: f104c04d-885a-4922-9222-7fbd5ac3dcce, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed191762-225d-42fc-bda4-dc89f0b71eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:23.542174 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.682576 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] For port f104c04d-885a-4922-9222-7fbd5ac3dcce, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:23.688874 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] For port f104c04d-885a-4922-9222-7fbd5ac3dcce, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=f104c04d-885a-4922-9222-7fbd5ac3dcce,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:23.703058 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.710501 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:23.828834 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Routers {'41182987-14a8-4a3b-a379-5ada38438a3e'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:23.829576 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:15:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['41182987-14a8-4a3b-a379-5ada38438a3e'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:24.008378 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192256f-ef56-483f-a061-580551a5dccf None None] Pushing event updated for resources: {'Port': ['ID=f104c04d-885a-4922-9222-7fbd5ac3dcce,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:24.040616 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-4192256f-ef56-483f-a061-580551a5dccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:24.202015 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] Set router 41182987-14a8-4a3b-a379-5ada38438a3e gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:24.268386 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc2056-513d-46d3-8573-ef170f13f054 req-ef6f2788-46e3-4946-b70a-f3507a5de22d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:24.271575 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-82dc2056-513d-46d3-8573-ef170f13f054 req-ef6f2788-46e3-4946-b70a-f3507a5de22d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 943 time: 0.2461033 Jun 07 08:15:24.345855 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e9b93-242d-4d36-8076-b7f1d51e97c9 req-7c4dbc2b-9ba8-4dab-b63f-8980683e4470 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:24.351939 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a35e9b93-242d-4d36-8076-b7f1d51e97c9 req-7c4dbc2b-9ba8-4dab-b63f-8980683e4470 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2099185 Jun 07 08:15:24.357580 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-82dc2056-513d-46d3-8573-ef170f13f054 req-1a5c3065-f27c-4300-8f26-479368c14c6f tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785861 Jun 07 08:15:24.437278 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a35e9b93-242d-4d36-8076-b7f1d51e97c9 req-44ff0fda-e987-4076-a0d3-6cd0dfb07899 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654244 Jun 07 08:15:24.772496 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f104c04d-885a-4922-9222-7fbd5ac3dcce', 'name': '', 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'mac_address': 'fa:16:3e:0d:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:13Z', 'updated_at': '2021-06-07T08:15:23Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'subnets': [{'id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:24.778144 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c79b8-4e78-41d3-9541-bc5fc7643402 None None] The sync data for ids ['41182987-14a8-4a3b-a379-5ada38438a3e'] in dv-cinder-784945-11-smb is: [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f104c04d-885a-4922-9222-7fbd5ac3dcce', 'name': '', 'network_id': '8e23a941-50cf-4fbc-8160-271444ee6d11', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'mac_address': 'fa:16:3e:0d:48:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:13Z', 'updated_at': '2021-06-07T08:15:23Z', 'revision_number': 4, 'project_id': '511507e101b54faa985e9eecafdc4393', 'subnets': [{'id': '08ab3c1d-1d0b-4212-b2aa-831dbed9c63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:24.923011 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057d596-a17f-49c9-9796-f75ce2c6d60b req-fd0c3836-250d-4f5c-8691-a247e60b863d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:24.923011 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0057d596-a17f-49c9-9796-f75ce2c6d60b req-fd0c3836-250d-4f5c-8691-a247e60b863d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2974687 Jun 07 08:15:25.017123 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0057d596-a17f-49c9-9796-f75ce2c6d60b req-b9a01848-ac00-4d48-a029-675e3b58afd6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926676 Jun 07 08:15:25.202787 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f104c04d-885a-4922-9222-7fbd5ac3dcce up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:25.410634 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port f104c04d-885a-4922-9222-7fbd5ac3dcce completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:25.424287 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port f104c04d-885a-4922-9222-7fbd5ac3dcce triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:25.424651 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.567615 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.606550 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port f104c04d-885a-4922-9222-7fbd5ac3dcce, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=f104c04d-885a-4922-9222-7fbd5ac3dcce,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:25.617172 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.620616 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a3df43b6-e9e4-4896-9e8f-bc01f1345596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:25.726466 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=f104c04d-885a-4922-9222-7fbd5ac3dcce,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:25.729681 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:25.924429 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5217b4-1be5-453f-8fa3-a9890ffd2375 req-6f2dedc1-b902-4691-9af5-18a17664803b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:25.926104 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9c5217b4-1be5-453f-8fa3-a9890ffd2375 req-6f2dedc1-b902-4691-9af5-18a17664803b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 943 time: 0.2955999 Jun 07 08:15:25.956215 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb43bb-b04c-4113-b0ce-e7c885de1f9b req-0996a1ca-2af5-4d2d-a383-93f4d3908f0a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:25.958591 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0feb43bb-b04c-4113-b0ce-e7c885de1f9b req-0996a1ca-2af5-4d2d-a383-93f4d3908f0a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2219074 Jun 07 08:15:26.088300 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9c5217b4-1be5-453f-8fa3-a9890ffd2375 req-853bf599-9223-4e0f-b229-237d3cebfbcd tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282296 Jun 07 08:15:26.150891 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0feb43bb-b04c-4113-b0ce-e7c885de1f9b req-20b91b04-e429-4524-8960-298e1ac7d11d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681716 Jun 07 08:15:26.442308 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3b28-a958-4218-bd03-6bf44fad2cec req-99580f52-962f-469e-9745-1d2c993d2765 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:26.444358 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-46ca3b28-a958-4218-bd03-6bf44fad2cec req-99580f52-962f-469e-9745-1d2c993d2765 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1479146 Jun 07 08:15:26.549126 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-46ca3b28-a958-4218-bd03-6bf44fad2cec req-4e523b94-8fb5-48e9-88d6-826f4c8d2948 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969822 Jun 07 08:15:27.059849 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device aa0dba59-3da8-4cd1-b259-8d5a28de1a22 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:15:27.148491 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f104c04d-885a-4922-9222-7fbd5ac3dcce up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:27.544978 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:27.565645 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22', 'network_id': 'd0188f40-8404-4de0-9971-3d88511b2aa4', 'port_id': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22', 'mac_address': 'fa:16:3e:e7:3e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8d5193-9ec8-4f79-b58d-3b226c2dad29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:15:27.636580 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:27.660314 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0dba59-3da8-4cd1-b259-8d5a28de1a22 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:27.679805 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:27.681656 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port f104c04d-885a-4922-9222-7fbd5ac3dcce triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:27.681656 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:27.727028 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:27.749052 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:28.040238 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4d402-f9a1-4bac-aaad-83be2704b8a3 req-136d8048-f9eb-4e64-bd53-04635af923a0 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:28.046157 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c9b4d402-f9a1-4bac-aaad-83be2704b8a3 req-136d8048-f9eb-4e64-bd53-04635af923a0 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 944 time: 0.4465778 Jun 07 08:15:28.054406 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb07d47-4c4b-4cbf-8816-ff198891b5b0 req-df5d2c3e-d621-460c-b15a-d70b8a9b57b5 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:28.074595 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9fb07d47-4c4b-4cbf-8816-ff198891b5b0 req-df5d2c3e-d621-460c-b15a-d70b8a9b57b5 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.3682866 Jun 07 08:15:28.194680 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['aa0dba59-3da8-4cd1-b259-8d5a28de1a22'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:28.280723 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9fb07d47-4c4b-4cbf-8816-ff198891b5b0 req-89629837-c25b-4ace-9b9b-8b1a78d46d7e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050791 Jun 07 08:15:28.287487 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:28.295732 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c9b4d402-f9a1-4bac-aaad-83be2704b8a3 req-67672cf4-978f-4a44-83eb-b0e0a6d00018 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122993 Jun 07 08:15:28.330410 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:28.694536 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67b05-6ab5-47a6-a65d-bd5304875ebb req-38fbcb54-43bb-4289-b4ef-d9663d63ab14 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:28.701165 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72c67b05-6ab5-47a6-a65d-bd5304875ebb req-38fbcb54-43bb-4289-b4ef-d9663d63ab14 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2062271 Jun 07 08:15:28.817710 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72c67b05-6ab5-47a6-a65d-bd5304875ebb req-3ce1b2bc-d974-48f2-b77e-46d969a9cdf8 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015525 Jun 07 08:15:29.622094 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccd021-a0c2-44c8-9b38-f744dcb7371b req-2997b7ec-52f4-45d3-a565-b356dd68f23d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.624498 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c2ccd021-a0c2-44c8-9b38-f744dcb7371b req-2997b7ec-52f4-45d3-a565-b356dd68f23d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 944 time: 0.1125853 Jun 07 08:15:29.675878 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a48c3-4e1e-4885-880e-3471f230d3cd req-d4487e70-967a-46a0-b01a-843222d3d2da tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.683285 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ac3a48c3-4e1e-4885-880e-3471f230d3cd req-d4487e70-967a-46a0-b01a-843222d3d2da tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2191308 Jun 07 08:15:29.745788 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c2ccd021-a0c2-44c8-9b38-f744dcb7371b req-a45e327d-deeb-44b4-8a3c-09852b2da715 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075690 Jun 07 08:15:29.781800 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ac3a48c3-4e1e-4885-880e-3471f230d3cd req-0491598c-1640-4da7-9389-a25ba14638f5 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972066 Jun 07 08:15:30.041485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca6133-6e7f-4f7c-adef-289a1a8304d6 req-aca5028b-108e-4647-a9c3-4525f4391bd6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:30.043540 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e8ca6133-6e7f-4f7c-adef-289a1a8304d6 req-aca5028b-108e-4647-a9c3-4525f4391bd6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0951824 Jun 07 08:15:30.105909 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e8ca6133-6e7f-4f7c-adef-289a1a8304d6 req-d541ec11-c652-424a-9ab4-072dab44d63c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Jun 07 08:15:31.077609 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device aa0dba59-3da8-4cd1-b259-8d5a28de1a22 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:31.207501 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:31.212904 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:31.219650 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.321466 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da067d-dbd1-4561-a3a3-686793507b94 req-5b411017-7cf3-4716-8196-626d482c4c88 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.323821 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a3da067d-dbd1-4561-a3a3-686793507b94 req-5b411017-7cf3-4716-8196-626d482c4c88 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 944 time: 0.3350430 Jun 07 08:15:31.335278 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a678a7-f127-4bab-bc41-e840c09569b9 req-70680a02-8a64-4ac3-bc3b-303dd73597b3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.350300 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c5a678a7-f127-4bab-bc41-e840c09569b9 req-70680a02-8a64-4ac3-bc3b-303dd73597b3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2683406 Jun 07 08:15:31.493503 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.552412 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c5a678a7-f127-4bab-bc41-e840c09569b9 req-5d381d25-8ed2-47ce-a49b-3591102ec12a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989105 Jun 07 08:15:31.561971 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a3da067d-dbd1-4561-a3a3-686793507b94 req-5db04aeb-13ba-46a0-84e0-f12918b6b0be tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573570 Jun 07 08:15:31.573018 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:31.573997 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:31.576943 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc01005-0ea5-4045-8f22-2cf31fee05f7" -d '{"events": [{"server_uuid": "83a0856d-1102-4b0f-a813-c09f6f65a04a", "name": "network-vif-plugged", "status": "completed", "tag": "aa0dba59-3da8-4cd1-b259-8d5a28de1a22"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:31.596683 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.598824 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:31.728084 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9cffd-0936-4cb5-8509-c738f0061ab0 x-openstack-request-id: req-59d9cffd-0936-4cb5-8509-c738f0061ab0 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:31.730780 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a0856d-1102-4b0f-a813-c09f6f65a04a", "name": "network-vif-plugged", "status": "completed", "tag": "aa0dba59-3da8-4cd1-b259-8d5a28de1a22", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:31.731005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59d9cffd-0936-4cb5-8509-c738f0061ab0 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:31.731374 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22', 'code': 200} Jun 07 08:15:31.791792 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:31.817395 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.817748 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.818093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.818429 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.818766 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.819093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.819436 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.819763 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.834851 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.835448 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.835813 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.836149 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.858391 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:31.892935 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0050257-9644-4b13-912a-0ab14c90735f req-c18a8d69-0de1-4fb1-a5c5-483dfe862a4b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.900321 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0050257-9644-4b13-912a-0ab14c90735f req-c18a8d69-0de1-4fb1-a5c5-483dfe862a4b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1113610 Jun 07 08:15:31.955441 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b0050257-9644-4b13-912a-0ab14c90735f req-a5572997-c787-4cd1-be8e-fa8470ab04f6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Jun 07 08:15:32.196297 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a579e-b701-4b4d-b4b2-1a00613fe7e2 req-0098c854-467e-4809-9456-b8bcd00f9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:32.197754 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-933a579e-b701-4b4d-b4b2-1a00613fe7e2 req-0098c854-467e-4809-9456-b8bcd00f9770 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 1098 time: 0.1609299 Jun 07 08:15:32.277460 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-933a579e-b701-4b4d-b4b2-1a00613fe7e2 req-3851a9a3-8f94-4a97-bb0b-18c9c441fb9e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717449 Jun 07 08:15:33.163082 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb93d4-4e16-4e47-b8b7-c13b6149c81d req-4fdcce40-7994-4890-a331-c8c688a53737 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.176385 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ffeb93d4-4e16-4e47-b8b7-c13b6149c81d req-4fdcce40-7994-4890-a331-c8c688a53737 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.4056273 Jun 07 08:15:33.256740 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c65f-598d-4d24-9a66-0d8331216422 req-d3639ddd-f20a-4c0e-8618-62b5d641ba68 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.272751 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a119c65f-598d-4d24-9a66-0d8331216422 req-d3639ddd-f20a-4c0e-8618-62b5d641ba68 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.4136376 Jun 07 08:15:33.398305 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ffeb93d4-4e16-4e47-b8b7-c13b6149c81d req-52f8b8d4-0991-4a57-92c5-67b1836cad14 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206562 Jun 07 08:15:33.442491 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a119c65f-598d-4d24-9a66-0d8331216422 req-693c10ac-ab38-4f73-bfa5-8269890ece1a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670537 Jun 07 08:15:33.671755 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192764c-9ecf-4680-b7db-75a9e2c1e501 req-5a2d2d2d-f0a0-46fb-a286-f8ec5a8b6b55 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.679474 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3192764c-9ecf-4680-b7db-75a9e2c1e501 req-5a2d2d2d-f0a0-46fb-a286-f8ec5a8b6b55 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1085718 Jun 07 08:15:33.763537 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3192764c-9ecf-4680-b7db-75a9e2c1e501 req-d62f49bd-c67b-428a-9b1c-31d39f226023 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826705 Jun 07 08:15:34.805418 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815fe3-47dc-41f8-b5be-f49259ae691a req-d9f1093e-621c-454a-8ab9-7bafd126df94 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:34.807821 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7c815fe3-47dc-41f8-b5be-f49259ae691a req-d9f1093e-621c-454a-8ab9-7bafd126df94 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.2311530 Jun 07 08:15:34.817680 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188b03-5658-43b2-ae7b-200adc16773b req-fda3cbd1-1147-4669-806d-d294890cdf77 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:34.819178 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d4188b03-5658-43b2-ae7b-200adc16773b req-fda3cbd1-1147-4669-806d-d294890cdf77 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.1199968 Jun 07 08:15:34.895697 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7c815fe3-47dc-41f8-b5be-f49259ae691a req-07e8cd45-c0fe-4846-b8ec-b6b1517ac818 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754976 Jun 07 08:15:34.898404 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d4188b03-5658-43b2-ae7b-200adc16773b req-d096eef0-7a48-4369-a713-09f00d2ae228 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646253 Jun 07 08:15:35.115372 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22c70d-b231-42ba-aa80-ed8b3ced781b req-3c518098-3c9d-4f23-a21b-475190ed158f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.122908 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a22c70d-b231-42ba-aa80-ed8b3ced781b req-3c518098-3c9d-4f23-a21b-475190ed158f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1093307 Jun 07 08:15:35.183759 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8a22c70d-b231-42ba-aa80-ed8b3ced781b req-cdc47806-c308-4693-9a18-6f6b157ef70e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Jun 07 08:15:35.290669 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-4a38da20-1872-443e-b5c4-707abe832915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.292220 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-4a38da20-1872-443e-b5c4-707abe832915 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1098 time: 0.0936246 Jun 07 08:15:35.465983 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-2c0d7e33-586a-4a4d-b575-4c1e2cb5ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.471184 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-2c0d7e33-586a-4a4d-b575-4c1e2cb5ea6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.1706340 Jun 07 08:15:35.670138 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-2b1b6c3e-13ff-4f79-8309-0ad11a2b0342 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 200 len: 1001 time: 0.1907098 Jun 07 08:15:35.764027 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-c15f1e46-40e8-4797-90dc-91ca912fe92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.765729 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-c15f1e46-40e8-4797-90dc-91ca912fe92c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.0859509 Jun 07 08:15:35.852301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-d2f951b7-fd17-4186-881c-0ef806e428ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.853952 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-d2f951b7-fd17-4186-881c-0ef806e428ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0813656 Jun 07 08:15:36.239442 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-720aaec8-5ebf-4945-bafd-ccca3c90e358 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771279 Jun 07 08:15:36.497259 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574983f2-9d51-4bbd-b9b0-d783c060942e req-b6add8b7-a7e3-420c-ac79-3b967932056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.498821 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-574983f2-9d51-4bbd-b9b0-d783c060942e req-b6add8b7-a7e3-420c-ac79-3b967932056c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.3540683 Jun 07 08:15:36.518116 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ab2fb-ec1b-4957-b491-81e79e446f0e req-3eca3d75-d395-4355-89a3-d832e6f00a49 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.525229 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-382ab2fb-ec1b-4957-b491-81e79e446f0e req-3eca3d75-d395-4355-89a3-d832e6f00a49 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 945 time: 0.4716916 Jun 07 08:15:36.580320 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0665c-51c4-4df3-8be2-d723cbcf8b03 req-faeb5f15-9554-4d61-bf6c-3a82b86e995c service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294275 Jun 07 08:15:36.644217 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-574983f2-9d51-4bbd-b9b0-d783c060942e req-f6a584b4-1bd7-4683-b2b1-7e4e4b9bd064 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Jun 07 08:15:36.681432 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-382ab2fb-ec1b-4957-b491-81e79e446f0e req-f7cb5a00-6f2d-4427-b258-735cc24b2209 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447384 Jun 07 08:15:36.698834 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5fcf-ee77-4e1b-8e31-be742599bcb7 req-11d8d00e-f8b3-4e4d-b8c6-1eb7f9dce2fc tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.709526 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-680b5fcf-ee77-4e1b-8e31-be742599bcb7 req-11d8d00e-f8b3-4e4d-b8c6-1eb7f9dce2fc tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3782170 Jun 07 08:15:36.768777 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-680b5fcf-ee77-4e1b-8e31-be742599bcb7 req-c2deae69-e88f-4aed-84a9-3bc0ba5eb97e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581462 Jun 07 08:15:37.106657 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:37.251021 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.281107 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:37.284386 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af23a02-4879-4899-8e7b-4141f037e20a" -d '{"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-unplugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:37.293270 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:37.298955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.301324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:37.339653 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f026c0a9-0479-4fcf-b1d3-fe4002c0d7f5 x-openstack-request-id: req-f026c0a9-0479-4fcf-b1d3-fe4002c0d7f5 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:37.340004 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-unplugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:37.340250 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f026c0a9-0479-4fcf-b1d3-fe4002c0d7f5 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:37.340628 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'code': 200} Jun 07 08:15:37.375615 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=8']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.387399 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.879057 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588a5c-46e7-426e-90f0-39a7c94c617c req-efc85e9a-6e16-48cb-9a4b-f0c9c5e1b589 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:37.885922 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ae588a5c-46e7-426e-90f0-39a7c94c617c req-efc85e9a-6e16-48cb-9a4b-f0c9c5e1b589 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1062806 Jun 07 08:15:37.939463 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ae588a5c-46e7-426e-90f0-39a7c94c617c req-88ddf7ff-355e-40f2-8ec5-128819bc72ba tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525894 Jun 07 08:15:38.062404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6c227-4b26-4c58-be89-d921680c2660 req-337e1083-f276-4c00-9052-93aa04197409 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:38.065008 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9ae6c227-4b26-4c58-be89-d921680c2660 req-337e1083-f276-4c00-9052-93aa04197409 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1133788 Jun 07 08:15:38.091650 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46160) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:38.129233 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9ae6c227-4b26-4c58-be89-d921680c2660 req-892b350a-b563-45a0-bfdf-3600e545c688 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Jun 07 08:15:38.151801 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:15:38.192750 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Deleting subnet 690cc29b-e7dc-455e-b0df-54b5e3f8aec2 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:15:38.200211 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.262665 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.324250 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.397308 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.404777 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5ba24fd3-d32b-41c6-bdec-cc6abbadb0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:38.449044 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690cc29b-e7dc-455e-b0df-54b5e3f8aec2,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:38.460744 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.462687 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/690cc29b-e7dc-455e-b0df-54b5e3f8aec2 HTTP/1.1" status: 204 len: 168 time: 0.3699870 Jun 07 08:15:38.464363 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.464861 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.465358 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.465617 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 46178) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:38.466028 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.466511 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.466998 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.467510 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.468010 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.468495 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.469139 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.469635 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.470127 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.473366 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:38.777205 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.994185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.012163 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c817-054d-434f-b58c-423ded696fd3 req-7e8f8913-8211-4bf3-9fff-cc2bd434c2b0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:39.016175 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2fa9c817-054d-434f-b58c-423ded696fd3 req-7e8f8913-8211-4bf3-9fff-cc2bd434c2b0 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2871914 Jun 07 08:15:39.025999 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d45b2d-b672-46a7-b05a-a56ce160e147']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:39.048690 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df518d5-c583-486c-a05a-0bd473ee54af req-d7cfdfb3-74a4-4d55-911c-51c7c23472b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:39.050524 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-d7cfdfb3-74a4-4d55-911c-51c7c23472b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 1098 time: 0.3706036 Jun 07 08:15:39.052275 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b41fdb5-1a92-4a00-96e2-116ac70bc90d') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:39.052601 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b41fdb5-1a92-4a00-96e2-116ac70bc90d') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:39.157969 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.220470 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.262464 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2fa9c817-054d-434f-b58c-423ded696fd3 req-e7c9bc9f-1574-48f5-8770-d25462560554 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257504 Jun 07 08:15:39.314476 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:15:39.315295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:15:39.329027 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:15:39.343302 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-ec0d4a88-0aa2-435a-80a9-ea5b11466f7f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:39.350740 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-ec0d4a88-0aa2-435a-80a9-ea5b11466f7f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 814 time: 0.4647748 Jun 07 08:15:39.386491 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-9797c9a7-f8d6-45ab-97fc-eafd5ef9bcc9 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/quotas/75ab835e8b0c4ae2b5f012c0f44884e8 HTTP/1.1" status: 200 len: 375 time: 0.0347118 Jun 07 08:15:39.578107 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.613848 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:39.633082 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df518d5-c583-486c-a05a-0bd473ee54af req-c4d9eb95-3c4c-4772-9606-32fb7106da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:39.634557 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-c4d9eb95-3c4c-4772-9606-32fb7106da5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.5061035 Jun 07 08:15:39.641122 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.643737 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e1d45b2d-b672-46a7-b05a-a56ce160e147 HTTP/1.1" status: 204 len: 168 time: 1.1767862 Jun 07 08:15:39.703502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d45b2d-b672-46a7-b05a-a56ce160e147,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:39.728526 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-a7ed770f-2712-4224-a14a-7de79e7af0cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 200 len: 217 time: 0.0802536 Jun 07 08:15:39.729774 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.730130 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.730479 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.730823 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.731203 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.731517 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.732022 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.732397 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.732900 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.733382 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.733901 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.734221 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:39.742808 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-560c58cd-8986-4a9e-b44c-5ffe66fbfc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:39.795366 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46214) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:39.819091 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-fd25c40b-be7e-4fc9-9af1-e46b0140e013 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4318943 Jun 07 08:15:39.829915 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2baf4-3d5f-465f-a8ba-7053728e7b5a req-5148c614-9839-4921-8026-52d36601220f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:39.831687 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b1f2baf4-3d5f-465f-a8ba-7053728e7b5a req-5148c614-9839-4921-8026-52d36601220f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.3456721 Jun 07 08:15:39.856474 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df518d5-c583-486c-a05a-0bd473ee54af req-f155a112-0c4a-45ed-a35b-1af165c73366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:39.858210 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-f155a112-0c4a-45ed-a35b-1af165c73366 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.1143246 Jun 07 08:15:39.866820 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e55509c0-be1f-4741-885b-bf0c75a4cf5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=830a887fc2b94c98a7329c8cfd3a54ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681436 Jun 07 08:15:39.882706 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46216) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:39.966320 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-b59971c6-f91c-4584-ab62-632a7b6d8559 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871909 Jun 07 08:15:39.969820 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.996244 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.058546 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b1f2baf4-3d5f-465f-a8ba-7053728e7b5a req-919dd2c3-7a09-4ab7-be39-ebe57ffd4fbe tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961396 Jun 07 08:15:40.069201 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.072827 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.074995 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6493dd47-1dd1-465b-9e96-48ba99921881 HTTP/1.1" status: 204 len: 168 time: 0.1906278 Jun 07 08:15:40.075972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d680dc16-6a5a-4aa9-b0d7-56abe2fbf031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:40.118636 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493dd47-1dd1-465b-9e96-48ba99921881,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:40.121940 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:40.170933 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-007f13e2-8b2f-407b-8555-3a5fcc7c9350 service neutron] 10.222.0.35 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359029 Jun 07 08:15:40.418247 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-0d694cb7-5d7b-402c-ad0b-88894106af82 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389594 Jun 07 08:15:40.557993 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-3b15c545-0390-4c43-9879-12c0e6ae5c7a service neutron] 10.222.0.35 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370135 Jun 07 08:15:40.641917 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0df518d5-c583-486c-a05a-0bd473ee54af req-8a5aaef3-2b38-4097-a922-fb2ccd1c33e0 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107866 Jun 07 08:15:40.862595 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-57b5cbaf-d72b-4c5e-8a33-df0c1638bddc req-a11d4878-69a4-4bf7-bf46-91af29e93461 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 210 time: 0.0553460 Jun 07 08:15:40.925152 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a1c14-1d8d-4f5a-9639-3e6917ddba29 req-430294bb-e573-4bdb-8bed-ecd8518bfff4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:40.932570 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-338a1c14-1d8d-4f5a-9639-3e6917ddba29 req-430294bb-e573-4bdb-8bed-ecd8518bfff4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1631238 Jun 07 08:15:41.002632 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-338a1c14-1d8d-4f5a-9639-3e6917ddba29 req-ba514dcb-c313-4a16-ba65-8a59d162f2a3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Jun 07 08:15:41.171786 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:41.621166 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82040e9-04cb-4de8-8639-cf5273ebe4bd req-a5df731c-f039-4284-9f77-1775512d595c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:41.622714 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f82040e9-04cb-4de8-8639-cf5273ebe4bd req-a5df731c-f039-4284-9f77-1775512d595c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1184323 Jun 07 08:15:41.629532 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-cae73692-ad99-4829-8c31-f1d231d98797 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2176068 Jun 07 08:15:41.739652 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f82040e9-04cb-4de8-8639-cf5273ebe4bd req-bfdf4b7f-94f3-46dd-93a5-e7cb1396c122 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090171 Jun 07 08:15:41.793614 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-0da8324b-8819-448e-8a89-4a61a8ab0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:41.794896 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-0da8324b-8819-448e-8a89-4a61a8ab0e72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 1098 time: 0.1269026 Jun 07 08:15:42.000861 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46348) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:42.034555 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-727915a0-4257-49a4-9d69-ab78d784a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:42.036091 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-727915a0-4257-49a4-9d69-ab78d784a22a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 200 len: 920 time: 0.2055535 Jun 07 08:15:42.146436 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-f08f42c9-5b05-4757-8f62-60ca49c7eaa6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439819 Jun 07 08:15:42.184151 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1a7b3a67-c127-4b58-9a63-a8cd8e514b5c req-2aa0d934-c717-4cbc-bf8f-5af91fb61b6e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 210 time: 0.1447802 Jun 07 08:15:42.204569 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-21aa37b1-8060-4039-a809-43720540505d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc HTTP/1.1" status: 200 len: 217 time: 0.1121995 Jun 07 08:15:42.367947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-16fca516-4a65-467f-aa97-798d2d43d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:42.370427 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-16fca516-4a65-467f-aa97-798d2d43d489 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 200 len: 859 time: 0.1586504 Jun 07 08:15:42.522694 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-6b9c7093-b13e-48f0-9cc7-c7c4494d8ede service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e87bb91e-74a3-4cab-a871-d85b5189f664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584569 Jun 07 08:15:42.696932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5304-c330-430c-b07d-f59f2777dab9 req-0c06a885-d32d-44be-b34e-4ceeb40452eb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:42.698633 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d44d5304-c330-430c-b07d-f59f2777dab9 req-0c06a885-d32d-44be-b34e-4ceeb40452eb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3255363 Jun 07 08:15:42.876454 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d44d5304-c330-430c-b07d-f59f2777dab9 req-0107372c-5d99-4124-b838-b3acd91400d7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181886 Jun 07 08:15:42.988800 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-c64493a6-794d-485b-9bfa-87491e725581 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558382 Jun 07 08:15:43.003844 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-1eb744bf-baeb-4602-bfc5-eaff23e3faf8 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:43.005263 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-1eb744bf-baeb-4602-bfc5-eaff23e3faf8 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 814 time: 0.4120491 Jun 07 08:15:43.034505 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'port': {'device_id': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'admin_state_up': True, 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:43.394991 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb6930-db52-4034-bf3c-17c53240554d req-1ee0cdf2-cd20-4f4c-96f1-c8e70c1ec4e3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:43.397438 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aebb6930-db52-4034-bf3c-17c53240554d req-1ee0cdf2-cd20-4f4c-96f1-c8e70c1ec4e3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.4689815 Jun 07 08:15:43.402871 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45f1a943-ed1f-4c0d-b9f5-9788eedbb238 req-9cddb093-bb5d-41f8-afb2-5f0778eb8843 service neutron] 10.222.0.22 "GET /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965564 Jun 07 08:15:43.487340 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aebb6930-db52-4034-bf3c-17c53240554d req-d5807184-12cf-44cd-9ff8-2280f7a5a17a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833335 Jun 07 08:15:43.493219 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Made reservation on behalf of 75ab835e8b0c4ae2b5f012c0f44884e8 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:43.498903 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.831060 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cb6fa744-219a-4f6e-9846-ca138988beca req-778031c3-82b2-4131-83fc-6dc570a6657e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 210 time: 0.0915451 Jun 07 08:15:43.983949 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Allocated IP 172.20.0.3 (44f636fa-1bb2-4205-89e7-3c9c89a46a4c/d06a9b0b-4218-4a1a-9458-3c60a038ae23/d9ceb534-bbf9-42fc-b7d7-8aaa305ef847) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:44.158549 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d312a38-a3d8-4100-b95c-c0bf31ee018f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.375124 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c30b5-dc61-4ff1-a9ed-4e3afda2e028 req-b7fe7f6f-2fda-4a73-839c-6a81fbd8ea83 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:44.377002 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-678c30b5-dc61-4ff1-a9ed-4e3afda2e028 req-b7fe7f6f-2fda-4a73-839c-6a81fbd8ea83 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2408621 Jun 07 08:15:44.385496 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.420356 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Transition to ACTIVE for port object d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:44.452285 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-678c30b5-dc61-4ff1-a9ed-4e3afda2e028 req-df43fc78-5034-4170-a8cd-ee058ba481a5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695798 Jun 07 08:15:44.477564 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.488762 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-dc899fd2-085d-4955-a86f-4fcb4cfb38af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.561493 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:44.565388 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:44.569487 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:44.606473 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:44.614640 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:44.708532 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:44.709185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.749502 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7202904 Jun 07 08:15:44.814324 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8319e-9b81-4679-a0b3-cd100150f010 req-be7fe4fe-12c0-4530-9b61-95887c901b7c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:44.815913 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aee8319e-9b81-4679-a0b3-cd100150f010 req-be7fe4fe-12c0-4530-9b61-95887c901b7c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1787624 Jun 07 08:15:44.939668 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aee8319e-9b81-4679-a0b3-cd100150f010 req-87af38c5-b6fb-4976-91c6-d2206d38e2ec tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054983 Jun 07 08:15:44.976378 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7f29ec26-fc75-4bcd-9a30-ce6a6c44b6fd None None] Provisioning for port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:44.987537 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-7f29ec26-fc75-4bcd-9a30-ce6a6c44b6fd None None] Provisioning complete for port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:44.988275 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7f29ec26-fc75-4bcd-9a30-ce6a6c44b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.093381 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-7f29ec26-fc75-4bcd-9a30-ce6a6c44b6fd None None] Port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:45.226932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09380f4f-da8a-49d4-a38b-53057c0e0266 req-be1ef417-3de7-45db-8c73-b16d22247397 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:45.236391 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-09380f4f-da8a-49d4-a38b-53057c0e0266 req-be1ef417-3de7-45db-8c73-b16d22247397 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.1150031 Jun 07 08:15:45.302715 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-09380f4f-da8a-49d4-a38b-53057c0e0266 req-16443b79-4d46-41ab-95b1-3f77b970709a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Jun 07 08:15:46.158717 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e728669-70af-495e-8add-52ea37b96670 req-17d181d2-fa81-4d8a-bae4-76452faa3af9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:46.160365 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e728669-70af-495e-8add-52ea37b96670 req-17d181d2-fa81-4d8a-bae4-76452faa3af9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1053152 Jun 07 08:15:46.209842 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9e728669-70af-495e-8add-52ea37b96670 req-30d3cc4e-c24b-400e-a636-fa5c2fd0f975 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Jun 07 08:15:46.356365 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.497993 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37bc0-1ffd-43d6-a3d4-1713a2d987a5 req-25bc1561-1d63-4ad9-a9b1-4dc1c4175ba3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:46.500677 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-eba37bc0-1ffd-43d6-a3d4-1713a2d987a5 req-25bc1561-1d63-4ad9-a9b1-4dc1c4175ba3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.0959880 Jun 07 08:15:46.566395 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-eba37bc0-1ffd-43d6-a3d4-1713a2d987a5 req-6960d441-d3a9-4e7d-958c-618931faf62a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557015 Jun 07 08:15:46.628424 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-99073f2f-1a82-49e4-8ce9-0d2ad870cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.711580 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.413550 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94450eaf-7439-4c6e-9874-82d9c44e9da5 req-99ca620a-3a88-4286-bb26-a0e8fff695c6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:47.414984 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-94450eaf-7439-4c6e-9874-82d9c44e9da5 req-99ca620a-3a88-4286-bb26-a0e8fff695c6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.0814757 Jun 07 08:15:47.474194 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-94450eaf-7439-4c6e-9874-82d9c44e9da5 req-88611d74-2936-4cc1-b623-7fce7d19304b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531733 Jun 07 08:15:47.546018 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.764662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f16c-e567-4363-985a-0dbccd549c54 req-bfe1d843-c075-4d1e-9a1a-02f026f7d467 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:47.766552 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4fe9f16c-e567-4363-985a-0dbccd549c54 req-bfe1d843-c075-4d1e-9a1a-02f026f7d467 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.0868781 Jun 07 08:15:47.816709 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4fe9f16c-e567-4363-985a-0dbccd549c54 req-2751e33b-a21a-433b-a80b-80feb4e83721 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Jun 07 08:15:48.706824 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91262be-c487-4fb8-a101-cd019481e4c3 req-5b2846c7-cdc9-469a-9687-7ab9e7eafde1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:48.708326 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f91262be-c487-4fb8-a101-cd019481e4c3 req-5b2846c7-cdc9-469a-9687-7ab9e7eafde1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1014462 Jun 07 08:15:48.753699 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f91262be-c487-4fb8-a101-cd019481e4c3 req-9f47229e-03e4-4eb1-8783-1b5571bf4c7b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Jun 07 08:15:49.018989 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943918b-fc5d-4646-bea4-dbc910a279fa req-1ed0106d-8470-448e-91bc-6a3f7ec94986 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:49.020452 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5943918b-fc5d-4646-bea4-dbc910a279fa req-1ed0106d-8470-448e-91bc-6a3f7ec94986 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.0837607 Jun 07 08:15:49.069702 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5943918b-fc5d-4646-bea4-dbc910a279fa req-1cb02ab6-37c4-43e6-9fc5-8d72193c32d3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Jun 07 08:15:49.380336 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.039150 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5bda1-7e13-4366-ba6e-54578fb8b320 req-d170b428-f269-429c-a6a9-67bcc971aef2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:50.040894 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e5c5bda1-7e13-4366-ba6e-54578fb8b320 req-d170b428-f269-429c-a6a9-67bcc971aef2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1694083 Jun 07 08:15:50.089910 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e5c5bda1-7e13-4366-ba6e-54578fb8b320 req-a0e37a5a-57ef-48ef-b35c-16e3021b1550 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Jun 07 08:15:50.273552 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d7d4-4f41-475e-a65c-a1586ced7b30 req-eb37e572-739f-4be9-8b63-1342981bca42 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:50.274988 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5587d7d4-4f41-475e-a65c-a1586ced7b30 req-eb37e572-739f-4be9-8b63-1342981bca42 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.0831294 Jun 07 08:15:50.334518 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5587d7d4-4f41-475e-a65c-a1586ced7b30 req-41760d89-4acb-4d14-9208-66b0923afb6d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Jun 07 08:15:51.315141 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b456b-aea8-44f3-9efd-07d01b19c293 req-9a0b1363-1f94-4d48-94bf-9493205fed49 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:51.316901 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-589b456b-aea8-44f3-9efd-07d01b19c293 req-9a0b1363-1f94-4d48-94bf-9493205fed49 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.0926907 Jun 07 08:15:51.376511 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-589b456b-aea8-44f3-9efd-07d01b19c293 req-e0658c0a-16a4-4c9b-b469-76ffb800a740 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536485 Jun 07 08:15:51.541200 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a4bc-2342-4ca8-b13a-0aec5a94c5c3 req-2fdbacc2-16b6-40c5-adba-4f69a1fa1727 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:51.542872 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0202a4bc-2342-4ca8-b13a-0aec5a94c5c3 req-2fdbacc2-16b6-40c5-adba-4f69a1fa1727 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.0933900 Jun 07 08:15:51.596885 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0202a4bc-2342-4ca8-b13a-0aec5a94c5c3 req-aabbc8e9-8905-4faf-baf0-79ecd541276f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462255 Jun 07 08:15:52.614016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071aa44-7a90-4f9e-b251-c7c31a32f9aa req-2cb84ff9-5a3f-4f41-a876-a84db48fcc31 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.615640 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7071aa44-7a90-4f9e-b251-c7c31a32f9aa req-2cb84ff9-5a3f-4f41-a876-a84db48fcc31 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1074917 Jun 07 08:15:52.683311 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7071aa44-7a90-4f9e-b251-c7c31a32f9aa req-27d1856b-a59a-45aa-8ccd-48f62305e3ee tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593960 Jun 07 08:15:52.888362 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9fc5-65e0-4fce-976c-9b05141e029f req-e0feb28f-6fe8-48e0-8e43-7ee7253868e0 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.891889 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4baa9fc5-65e0-4fce-976c-9b05141e029f req-e0feb28f-6fe8-48e0-8e43-7ee7253868e0 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.1171975 Jun 07 08:15:52.949904 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4baa9fc5-65e0-4fce-976c-9b05141e029f req-fdde5d49-5ac8-4d81-8923-59c4bad8e966 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531430 Jun 07 08:15:53.901544 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b06d0-c816-4431-bc17-8ab438ea25c9 req-c5536461-bf4e-4621-bbf9-f1543d60206b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.903141 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f28b06d0-c816-4431-bc17-8ab438ea25c9 req-c5536461-bf4e-4621-bbf9-f1543d60206b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.0876374 Jun 07 08:15:53.966144 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f28b06d0-c816-4431-bc17-8ab438ea25c9 req-29abafa0-fbd3-419a-a9f1-0e245481f4a7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533476 Jun 07 08:15:54.201574 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203186-7254-4f25-937e-985af22a0016 req-5de6a5f4-151a-4876-ac07-a6f62796a562 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:54.203616 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1a203186-7254-4f25-937e-985af22a0016 req-5de6a5f4-151a-4876-ac07-a6f62796a562 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.1005092 Jun 07 08:15:54.255925 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1a203186-7254-4f25-937e-985af22a0016 req-0e625dfe-bc4a-4d34-9b20-7cc1efee845a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jun 07 08:15:55.159144 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb00e14-44d5-4b7a-bd41-9662877162c0 req-deeef920-798d-4985-91f4-963f74640a84 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:55.160615 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aeb00e14-44d5-4b7a-bd41-9662877162c0 req-deeef920-798d-4985-91f4-963f74640a84 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.0829792 Jun 07 08:15:55.205420 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aeb00e14-44d5-4b7a-bd41-9662877162c0 req-856ffaa3-980f-485d-9fcd-4a954ff47c8d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Jun 07 08:15:55.458095 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30946d1-1581-4dc6-a884-511247cdc1f7 req-4738ba7b-cc8a-423f-ad7e-e2a2cf1cdf9f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:55.459551 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c30946d1-1581-4dc6-a884-511247cdc1f7 req-4738ba7b-cc8a-423f-ad7e-e2a2cf1cdf9f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 931 time: 0.0801730 Jun 07 08:15:55.503560 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c30946d1-1581-4dc6-a884-511247cdc1f7 req-4c8e0795-3162-49aa-b514-dd0d370ad1e3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Jun 07 08:15:55.672822 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Request body: {'port': {'device_id': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:55.821669 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.246935 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:56.257414 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.273929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Transition to ACTIVE for port object d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:56.277623 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.288121 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bdf8fece-7eb9-4ca6-9f6c-d5cf562b7166 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.521013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.529155 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.728699 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Attempting to bind port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:56.729057 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Attempting to bind port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:56.729383 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Attempting to bind port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 on network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:56.740741 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 on network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:15:56.741091 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Attempting to bind port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 on network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:56.753402 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:56.753779 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Checking segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:56.754153 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Bound using segment: {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:56.754579 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Bound port: d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:56.754916 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.774601 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827db978-03ec-44e6-9294-8f905a4e894b req-d27e1c00-f85e-4bde-8551-f063360f7e4e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:56.776266 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-827db978-03ec-44e6-9294-8f905a4e894b req-d27e1c00-f85e-4bde-8551-f063360f7e4e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.3818467 Jun 07 08:15:56.845206 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847e0d-4586-4602-8166-6be896b8ca3b req-2502c993-0c57-48be-a3bf-d8563ea95f89 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:56.846719 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3d847e0d-4586-4602-8166-6be896b8ca3b req-2502c993-0c57-48be-a3bf-d8563ea95f89 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 943 time: 0.2110662 Jun 07 08:15:56.933024 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-827db978-03ec-44e6-9294-8f905a4e894b req-c09e6096-a690-475e-9980-65aba041cc64 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411209 Jun 07 08:15:56.945880 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3d847e0d-4586-4602-8166-6be896b8ca3b req-302257e0-5fb9-4329-a261-67065a116f8e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906098 Jun 07 08:15:56.951961 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:56.955958 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:56.963267 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.967261 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bebe9f89-8aa1-413a-b935-9c9cd8c63aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:57.024657 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.025255 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.026587 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] 10.222.0.22 "PUT /v2.0/ports/d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 1093 time: 1.3689935 Jun 07 08:15:57.027065 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:57.029354 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566c148-34e1-4493-a6d7-7e80ec235864" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:57.055198 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:57.058285 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:57.105401 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb69d7-ee83-4b65-902f-1880ef51912a x-openstack-request-id: req-6ecb69d7-ee83-4b65-902f-1880ef51912a {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:57.105713 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:57.105989 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ecb69d7-ee83-4b65-902f-1880ef51912a {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:57.106419 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'status': 'completed', 'code': 200} Jun 07 08:15:57.158662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-df88bcd2-751a-49de-a68d-1949b02f82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.163144 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-df88bcd2-751a-49de-a68d-1949b02f82e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1096 time: 0.0865517 Jun 07 08:15:57.273734 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-04b1e7f2-6b3c-40e1-b80b-ee62c9e699db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 217 time: 0.0707541 Jun 07 08:15:57.368290 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-cc011709-66e5-4e5e-8933-1e36bda8e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.368290 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-cc011709-66e5-4e5e-8933-1e36bda8e544 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.0840919 Jun 07 08:15:57.371713 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010222c7-8608-473a-995c-0c8468126ed1 req-ff199a17-263f-405b-8e4b-ccb5aa5bf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.373045 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-ff199a17-263f-405b-8e4b-ccb5aa5bf5e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7&tenant_id=390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 1096 time: 0.2118671 Jun 07 08:15:57.520746 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-1fecffbc-fc5f-447c-b4f4-7e7e31ccb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.520746 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-1fecffbc-fc5f-447c-b4f4-7e7e31ccb9c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1378033 Jun 07 08:15:57.529154 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010222c7-8608-473a-995c-0c8468126ed1 req-03c3ba9e-b661-4911-840e-c28b1c2e8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.530714 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-03c3ba9e-b661-4911-840e-c28b1c2e8b47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1096 time: 0.1114402 Jun 07 08:15:57.863125 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-7fbecb3f-13e0-4d47-bb37-79d5981184fe service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314552 Jun 07 08:15:57.867440 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010222c7-8608-473a-995c-0c8468126ed1 req-d67f2fd4-ee24-4913-8e81-6dff1899f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.868729 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-d67f2fd4-ee24-4913-8e81-6dff1899f4f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.3167722 Jun 07 08:15:58.016512 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822ce1-d707-4409-af10-b56043e3807f req-8f564332-7892-43ce-8e93-c75001be1001 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.018275 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85822ce1-d707-4409-af10-b56043e3807f req-8f564332-7892-43ce-8e93-c75001be1001 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2949173 Jun 07 08:15:58.161158 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-4c03f2d5-9cd9-4bf0-81f7-b49814125502 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 200 len: 999 time: 0.2660568 Jun 07 08:15:58.250717 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85822ce1-d707-4409-af10-b56043e3807f req-d89b8b1d-cb1e-4369-9c6a-b232400a6460 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806729 Jun 07 08:15:58.268094 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fbcb85b2-5a29-4e8d-8fc4-3e36eb9f9b33 req-bdbbb5b5-4a54-4dce-ba11-26d9ae67209a service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953712 Jun 07 08:15:58.279967 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010222c7-8608-473a-995c-0c8468126ed1 req-38929f91-c2be-47ab-a2ee-0525748321ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.281522 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-38929f91-c2be-47ab-a2ee-0525748321ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.1059282 Jun 07 08:15:58.304084 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123285e-b267-4306-b5f9-3e85509ecbe2 req-9fda920c-d2d5-4e60-a33f-e5c779064baf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.306106 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2123285e-b267-4306-b5f9-3e85509ecbe2 req-9fda920c-d2d5-4e60-a33f-e5c779064baf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.2330866 Jun 07 08:15:58.580284 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2123285e-b267-4306-b5f9-3e85509ecbe2 req-109c8727-205a-4dc4-ad7d-5521e1ef97ca tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561019 Jun 07 08:15:58.610776 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010222c7-8608-473a-995c-0c8468126ed1 req-6212b262-bb46-40ee-aa24-0dd3bf99f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.612258 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-6212b262-bb46-40ee-aa24-0dd3bf99f417 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3051891 Jun 07 08:15:58.619367 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-58e18ea7-d74a-4590-97bb-eb2e026b2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.620699 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-58e18ea7-d74a-4590-97bb-eb2e026b2a97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1096 time: 0.2032917 Jun 07 08:15:58.629169 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d57f-bb3b-417e-8efc-2c3bc2064937 req-266ea1a4-5e2b-4792-a857-8700639e5241 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.630507 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7157d57f-bb3b-417e-8efc-2c3bc2064937 req-266ea1a4-5e2b-4792-a857-8700639e5241 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 943 time: 0.2073669 Jun 07 08:15:58.840421 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7157d57f-bb3b-417e-8efc-2c3bc2064937 req-05ce761e-3616-42b4-84fd-ae1e6c8dfb0f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753414 Jun 07 08:15:58.919115 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-e088edd3-7bdb-49ef-a414-87e404cebe55 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874911 Jun 07 08:15:58.921848 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-631c2b44-fbea-46d2-b53b-059daec621d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.923365 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-631c2b44-fbea-46d2-b53b-059daec621d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 915 time: 0.2909851 Jun 07 08:15:59.045869 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-048ef72d-0c47-4705-8e14-9aedae5c4f37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 217 time: 0.1145015 Jun 07 08:15:59.214807 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-010222c7-8608-473a-995c-0c8468126ed1 req-fa16b8bb-e7f4-48aa-adc5-6882b04b3170 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842989 Jun 07 08:15:59.216179 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-02744038-1ccd-47a3-a595-420ed570284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.217463 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-02744038-1ccd-47a3-a595-420ed570284d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.1104987 Jun 07 08:15:59.264802 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:15:59.302135 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-30ddba27-fa29-4fdb-8683-ba37233e115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.303815 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-30ddba27-fa29-4fdb-8683-ba37233e115e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0777197 Jun 07 08:15:59.418387 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:59.432619 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'port_id': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'mac_address': 'fa:16:3e:6b:cb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:15:59.503962 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.532726 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-e8018448-a8b3-4ca9-9eb2-eeb5da6e79f9 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017426 Jun 07 08:15:59.552299 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:59.574629 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:59.580301 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.582572 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:59.596374 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622eb16-440b-4fad-9a8f-c38dbafb124e req-013bf7e4-d532-4577-b171-b0bc8b1fd505 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.597867 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7622eb16-440b-4fad-9a8f-c38dbafb124e req-013bf7e4-d532-4577-b171-b0bc8b1fd505 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1677139 Jun 07 08:15:59.686734 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:59.691253 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:59.787106 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7622eb16-440b-4fad-9a8f-c38dbafb124e req-a77570f6-ab85-4b6b-8cd9-0dadee8dfd60 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375253 Jun 07 08:15:59.792210 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3566c148-34e1-4493-a6d7-7e80ec235864 req-f7d568e8-924b-43c6-b411-5f1ea8736808 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516816 Jun 07 08:15:59.858020 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68092541-ebe3-4128-b8f3-82e8bc6468f6 req-c7116f2e-fda1-4901-9e88-dfaa601654b8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.860613 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-68092541-ebe3-4128-b8f3-82e8bc6468f6 req-c7116f2e-fda1-4901-9e88-dfaa601654b8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1268833 Jun 07 08:15:59.885384 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d9ceb534-bbf9-42fc-b7d7-8aaa305ef847'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:59.963945 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-68092541-ebe3-4128-b8f3-82e8bc6468f6 req-94f3207d-06f7-4666-af3a-6592bfd0965c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788503 Jun 07 08:16:00.163445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435aae7-3f20-44d6-9377-cbe40b6c03ca req-0cc14681-afa1-494c-89ab-9c5c3df2337f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:00.167922 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f435aae7-3f20-44d6-9377-cbe40b6c03ca req-0cc14681-afa1-494c-89ab-9c5c3df2337f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 944 time: 0.1299636 Jun 07 08:16:00.229402 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f435aae7-3f20-44d6-9377-cbe40b6c03ca req-19b9c624-4b9e-46d6-96f2-a09e7b55a08b tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579307 Jun 07 08:16:00.693807 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89be914-de2c-4879-badb-4388e41963d7 req-01b34aa5-b946-4093-be08-3b3a453a22c4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:00.695374 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b89be914-de2c-4879-badb-4388e41963d7 req-01b34aa5-b946-4093-be08-3b3a453a22c4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.0997283 Jun 07 08:16:00.829496 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b89be914-de2c-4879-badb-4388e41963d7 req-a5e93e7e-8b46-4794-9298-3a175673e6cb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284180 Jun 07 08:16:01.054013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b6bdf-2d61-4ca6-be85-7a356d7f0475 req-28d55c70-5f3a-46dd-8ad7-c5e9dafc3668 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:01.055611 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0f7b6bdf-2d61-4ca6-be85-7a356d7f0475 req-28d55c70-5f3a-46dd-8ad7-c5e9dafc3668 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1379225 Jun 07 08:16:01.213135 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0f7b6bdf-2d61-4ca6-be85-7a356d7f0475 req-4deef517-5466-4cbf-947f-1ea9c3af862a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467423 Jun 07 08:16:01.243582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9b195-4028-40b2-a560-eb239bce9250 req-ae9c3755-8834-4c03-8154-e29af82c9c36 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:01.251455 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cae9b195-4028-40b2-a560-eb239bce9250 req-ae9c3755-8834-4c03-8154-e29af82c9c36 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1156294 Jun 07 08:16:01.265221 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:01.317017 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cae9b195-4028-40b2-a560-eb239bce9250 req-342105af-11e9-47a9-abdd-104062b2e670 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Jun 07 08:16:01.407901 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:01.418881 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:01.419293 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.444771 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46846) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:01.479449 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204c35-76da-4fdf-aacc-37b2d81e4328 req-46cac0cf-a34a-425f-ab1d-cb07bbe424ab tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:01.480893 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ec204c35-76da-4fdf-aacc-37b2d81e4328 req-46cac0cf-a34a-425f-ab1d-cb07bbe424ab tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 944 time: 0.0935104 Jun 07 08:16:01.540577 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ec204c35-76da-4fdf-aacc-37b2d81e4328 req-6058083b-f764-47cc-bf03-3c316eb319ab tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 Jun 07 08:16:01.575984 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.615141 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:01.617468 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34caee0e-7f40-4546-bcb0-4e266147e1d8" -d '{"events": [{"server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:01.634767 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:01.641744 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.642888 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.659677 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:01.747280 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b05a7b-9e35-4b68-b669-4a0a06f036c3 x-openstack-request-id: req-03b05a7b-9e35-4b68-b669-4a0a06f036c3 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:01.747662 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:01.747928 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03b05a7b-9e35-4b68-b669-4a0a06f036c3 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:01.748456 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'code': 200} Jun 07 08:16:01.813294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.826781 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:01.857987 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.873468 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.899268 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a1226eb5-1ea0-4ee2-a8c5-e7c5c9ebd10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:01.926934 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 46858) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:01.927940 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40d86400c145483ab75d620ddc8e0975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805622 Jun 07 08:16:01.974484 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e45ec2-589f-4e34-8754-a782bcb9bb31,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.978229 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.107008 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.150246 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.177702 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf34b68-db30-4db7-8ffe-de6faef661e9 req-a8c15641-3489-428f-973b-a54fd3eea34d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.179156 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6bf34b68-db30-4db7-8ffe-de6faef661e9 req-a8c15641-3489-428f-973b-a54fd3eea34d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1856954 Jun 07 08:16:02.252916 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6bf34b68-db30-4db7-8ffe-de6faef661e9 req-bbe1880d-3fa9-48fa-bab2-452012555708 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598779 Jun 07 08:16:02.260708 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.263997 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.265134 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8e45ec2-589f-4e34-8754-a782bcb9bb31 HTTP/1.1" status: 204 len: 168 time: 0.3371546 Jun 07 08:16:02.266295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-08f1ccbc-9e0c-4e77-b117-91ce749c1d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.305099 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e45ec2-589f-4e34-8754-a782bcb9bb31,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.320046 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.481815 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dee54e-62fc-438a-9990-e5ffff0264dd req-a1a0ad76-6690-456e-9f24-a4955b8b6fc4 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.484407 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-22dee54e-62fc-438a-9990-e5ffff0264dd req-a1a0ad76-6690-456e-9f24-a4955b8b6fc4 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1368921 Jun 07 08:16:02.600181 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-22dee54e-62fc-438a-9990-e5ffff0264dd req-d8e63809-befd-4f22-8b6e-f3256a6f0578 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697448 Jun 07 08:16:02.626137 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882ef8-2105-43f0-9104-b0bc72408d64 req-45752d56-19e5-443b-8d20-f7b81aca4a52 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.633799 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-83882ef8-2105-43f0-9104-b0bc72408d64 req-45752d56-19e5-443b-8d20-f7b81aca4a52 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1480937 Jun 07 08:16:02.683195 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46874) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:02.702625 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.722317 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-83882ef8-2105-43f0-9104-b0bc72408d64 req-44ab50f8-d488-4603-adf3-4ed0f5eee236 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850677 Jun 07 08:16:02.823743 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8517b-7430-4471-9ffb-79fea9a4bffc req-73685ff5-f171-4468-b9c1-e5b339489a55 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.825587 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-50d8517b-7430-4471-9ffb-79fea9a4bffc req-73685ff5-f171-4468-b9c1-e5b339489a55 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0928333 Jun 07 08:16:02.859910 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.864637 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.876774 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4933ced1-b512-4bfa-9511-7a016a13f104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.879835 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-50d8517b-7430-4471-9ffb-79fea9a4bffc req-650b9151-d021-4c27-96ec-fb5581f57b3b tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Jun 07 08:16:02.918826 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c381c-670e-4d50-94a7-e2efca65ee5c,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.922414 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.927587 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14e191a98d3846c19e0c208d6196f42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404857 Jun 07 08:16:02.928194 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 46878) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:03.006997 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.037758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.106285 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.110043 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.111425 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b11c381c-670e-4d50-94a7-e2efca65ee5c HTTP/1.1" status: 204 len: 168 time: 0.1823208 Jun 07 08:16:03.112316 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:03.138234 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c381c-670e-4d50-94a7-e2efca65ee5c,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:03.142447 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:03.502631 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4b94-1978-4912-8a76-d96f148acbbd req-a8e6cccb-0481-4fb8-800d-0744f3f2437b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.504200 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f15e4b94-1978-4912-8a76-d96f148acbbd req-a8e6cccb-0481-4fb8-800d-0744f3f2437b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1080735 Jun 07 08:16:03.582536 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f15e4b94-1978-4912-8a76-d96f148acbbd req-3adbdcf9-5191-4f05-9aba-db925a14e46b tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722334 Jun 07 08:16:03.877848 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7036501-914d-484e-a898-569c9b6f99f9 req-76b41bfb-715e-40f8-be37-72a8f7e7294e tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.887739 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7036501-914d-484e-a898-569c9b6f99f9 req-76b41bfb-715e-40f8-be37-72a8f7e7294e tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1624529 Jun 07 08:16:03.966196 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a7036501-914d-484e-a898-569c9b6f99f9 req-fe01c257-09d0-4aff-83b4-2e72c77f70d9 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721729 Jun 07 08:16:04.321678 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199892e7-ad73-438d-95d9-7af6f57ae113 req-f158a1e5-b323-4196-971b-fa15c8f247f3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:04.330680 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-199892e7-ad73-438d-95d9-7af6f57ae113 req-f158a1e5-b323-4196-971b-fa15c8f247f3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.2902973 Jun 07 08:16:04.392627 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-199892e7-ad73-438d-95d9-7af6f57ae113 req-9e318c9a-747f-4aa8-b051-ec02ae213e39 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599740 Jun 07 08:16:04.419809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857e804-c6fe-4626-933f-b5edf22075fe req-ab410d30-9b0c-43c1-b22e-6faee95816a0 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:04.421570 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1857e804-c6fe-4626-933f-b5edf22075fe req-ab410d30-9b0c-43c1-b22e-6faee95816a0 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.2034450 Jun 07 08:16:04.491726 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1857e804-c6fe-4626-933f-b5edf22075fe req-0804a507-4ca1-4c2a-be37-d466280bbcd7 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589767 Jun 07 08:16:04.828072 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd491f7f-aaf6-481c-b25a-4efc96ed6ba1 req-c5c7ac4e-f29a-4e17-a12a-989aea3aeaf5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:04.835859 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bd491f7f-aaf6-481c-b25a-4efc96ed6ba1 req-c5c7ac4e-f29a-4e17-a12a-989aea3aeaf5 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1080053 Jun 07 08:16:04.885207 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bd491f7f-aaf6-481c-b25a-4efc96ed6ba1 req-a0dfd66e-83e1-499d-91eb-cc5297e56e8f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 Jun 07 08:16:05.211670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab232e9-9250-490f-8630-9883342db2c2 req-2d2a66d0-7f6b-4611-a805-29e95e7d4b3c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:05.213266 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ab232e9-9250-490f-8630-9883342db2c2 req-2d2a66d0-7f6b-4611-a805-29e95e7d4b3c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1197286 Jun 07 08:16:05.291940 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ab232e9-9250-490f-8630-9883342db2c2 req-ceb8092b-c08d-4949-a204-1700f85f88cc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707796 Jun 07 08:16:05.578243 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 46954) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:05.808188 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.891186 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6e7c0-0759-407b-bd5d-c7b5f29ca72a req-9d451c8e-1d26-47d9-a087-fa8d2e9f932a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:05.893620 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e8e6e7c0-0759-407b-bd5d-c7b5f29ca72a req-9d451c8e-1d26-47d9-a087-fa8d2e9f932a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.3036652 Jun 07 08:16:05.932616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3de66e-21fd-4b05-9631-a954717c60d6 req-975e0b1c-8cb6-4e16-8931-2e048d671b6e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:05.935445 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1d3de66e-21fd-4b05-9631-a954717c60d6 req-975e0b1c-8cb6-4e16-8931-2e048d671b6e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.2385848 Jun 07 08:16:06.009869 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e8e6e7c0-0759-407b-bd5d-c7b5f29ca72a req-6c1a3a52-6e34-4b01-8180-2f0933f1074b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066034 Jun 07 08:16:06.040555 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1d3de66e-21fd-4b05-9631-a954717c60d6 req-05822ba0-bd80-4a55-bfd6-0616f2e11c29 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962188 Jun 07 08:16:06.075271 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.085299 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.102411 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-211323dd-926d-44d2-9edd-152460debf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:06.265048 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d6ade-508a-4d8e-ba3b-46bdc31872f8,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:06.269260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:06.277924 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41a5ec7ec26747c19047f96f620d3e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983774 Jun 07 08:16:06.281233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46962) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:06.319797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076d506-9471-4b2b-b13a-67164dd3648e req-a030db77-7356-48ef-a912-15c4c234ba74 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.321435 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3076d506-9471-4b2b-b13a-67164dd3648e req-a030db77-7356-48ef-a912-15c4c234ba74 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1176207 Jun 07 08:16:06.379302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.398913 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3076d506-9471-4b2b-b13a-67164dd3648e req-08154c61-cf44-4177-bd76-6997d562eeac tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599167 Jun 07 08:16:06.421167 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.497627 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.500966 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.504485 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f40d6ade-508a-4d8e-ba3b-46bdc31872f8 HTTP/1.1" status: 204 len: 168 time: 0.2199488 Jun 07 08:16:06.504485 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a1b4ff9f-1164-4a99-974d-1d2e788e340b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:06.513913 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d6ade-508a-4d8e-ba3b-46bdc31872f8,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:06.523862 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:06.541531 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021e3f-1ed9-4a7a-822b-9eb046dd0343 req-7f95ea44-02c3-42d8-b79e-9ddf87a258bf tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.543497 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-19021e3f-1ed9-4a7a-822b-9eb046dd0343 req-7f95ea44-02c3-42d8-b79e-9ddf87a258bf tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1309381 Jun 07 08:16:06.600878 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-19021e3f-1ed9-4a7a-822b-9eb046dd0343 req-e54f5b8f-d372-4f29-b899-3a9d5dc883cf tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486236 Jun 07 08:16:06.856515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 46978) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:06.877259 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.010172 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.025641 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.151760 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-51293320-3805-402e-aad3-da1a94ffd024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:07.205915 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1fd7b4b511e46618702f5e54169d272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482726 Jun 07 08:16:07.208498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 46986) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:07.214293 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53117fe-6a97-4013-9efb-7cc1dfc46f52,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:07.216253 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:07.390783 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.439682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.479030 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21f111-25b4-402b-bd24-3c7d34b02859 req-c7caebad-866c-4be2-93d8-3d88df87781d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.480471 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3c21f111-25b4-402b-bd24-3c7d34b02859 req-c7caebad-866c-4be2-93d8-3d88df87781d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.2472181 Jun 07 08:16:07.522978 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331379c-9f37-4b02-b33b-f64280917dac req-20bafb11-ad9f-4323-b809-cd82828d1542 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.524500 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7331379c-9f37-4b02-b33b-f64280917dac req-20bafb11-ad9f-4323-b809-cd82828d1542 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.2443032 Jun 07 08:16:07.578844 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3c21f111-25b4-402b-bd24-3c7d34b02859 req-2e5ad6b0-9038-472e-b142-bb86ea55862b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837514 Jun 07 08:16:07.590518 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7331379c-9f37-4b02-b33b-f64280917dac req-3509f03b-774d-4d97-9ecd-550e00742097 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582285 Jun 07 08:16:07.594986 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.597839 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.599090 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c53117fe-6a97-4013-9efb-7cc1dfc46f52 HTTP/1.1" status: 204 len: 168 time: 0.3895140 Jun 07 08:16:07.609546 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3d9b0baa-8931-4259-8a4e-71b9b015fdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:07.615303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53117fe-6a97-4013-9efb-7cc1dfc46f52,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:07.621973 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:07.873725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef989bd-a3b1-4ad6-91ba-6c0605d9524d req-c1899f5a-dc58-4bdb-b73d-34408d7b4ce3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.875761 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7ef989bd-a3b1-4ad6-91ba-6c0605d9524d req-c1899f5a-dc58-4bdb-b73d-34408d7b4ce3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1511238 Jun 07 08:16:07.883490 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0d52c-1a99-4481-8008-b8b68ec9a699 req-52eae71f-859c-4c59-9952-03fb769d15c3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.884978 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9df0d52c-1a99-4481-8008-b8b68ec9a699 req-52eae71f-859c-4c59-9952-03fb769d15c3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1265035 Jun 07 08:16:07.964050 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7ef989bd-a3b1-4ad6-91ba-6c0605d9524d req-15a5cf9a-d7ed-4291-bc82-d53b52e06a85 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779903 Jun 07 08:16:07.969661 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9df0d52c-1a99-4481-8008-b8b68ec9a699 req-ae41b7f7-7a4e-4d03-93a4-ac8fad5cf465 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683749 Jun 07 08:16:08.891347 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffa0c3-71be-4261-b86d-3dc11beecc22 req-0cf76c85-f603-45a2-8130-f204db5d3a43 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.892907 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-60ffa0c3-71be-4261-b86d-3dc11beecc22 req-0cf76c85-f603-45a2-8130-f204db5d3a43 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1682889 Jun 07 08:16:08.924935 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637fe1-0684-4950-bf5d-8b07f8b81a0d req-af97b897-cff4-4e6e-9583-35ce6a997b7a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.926473 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e8637fe1-0684-4950-bf5d-8b07f8b81a0d req-af97b897-cff4-4e6e-9583-35ce6a997b7a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.1627963 Jun 07 08:16:09.025927 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-60ffa0c3-71be-4261-b86d-3dc11beecc22 req-7915d18c-515f-4898-a727-cc36ac4221ac tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249676 Jun 07 08:16:09.043212 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e8637fe1-0684-4950-bf5d-8b07f8b81a0d req-12891dfe-cacd-4308-8a21-2027f2548e9a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081624 Jun 07 08:16:09.292953 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdad4a-6426-48c0-9c24-9342c7be0e85 req-bdf32a1e-f052-45ad-81c4-493eecff0622 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:09.294395 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45bdad4a-6426-48c0-9c24-9342c7be0e85 req-bdf32a1e-f052-45ad-81c4-493eecff0622 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1444180 Jun 07 08:16:09.302642 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72560b3b-f961-400b-a268-5f1211601daa req-cce43da6-e35f-4438-94d8-931282b2d713 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:09.304208 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72560b3b-f961-400b-a268-5f1211601daa req-cce43da6-e35f-4438-94d8-931282b2d713 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1141117 Jun 07 08:16:09.381477 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-45bdad4a-6426-48c0-9c24-9342c7be0e85 req-11dd46fe-3671-4c25-a278-094d005aba75 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763588 Jun 07 08:16:09.384353 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72560b3b-f961-400b-a268-5f1211601daa req-569ceb3b-da2c-4285-b160-aac14b7d489f tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637848 Jun 07 08:16:10.296272 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56704-f359-4cf9-9737-77484aa03eb3 req-f139a05d-d068-44af-b1c9-744551233e5a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.299874 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-51a56704-f359-4cf9-9737-77484aa03eb3 req-f139a05d-d068-44af-b1c9-744551233e5a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.1568861 Jun 07 08:16:10.338329 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f57d7-1392-436e-8575-71b812c57d49 req-2fe5a17d-253e-4c85-9e0d-88d065a5b2a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.346656 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a3f57d7-1392-436e-8575-71b812c57d49 req-2fe5a17d-253e-4c85-9e0d-88d065a5b2a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.1712041 Jun 07 08:16:10.384875 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-51a56704-f359-4cf9-9737-77484aa03eb3 req-aa9ad6a3-6cfc-4c7d-8526-727c6da66d16 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806246 Jun 07 08:16:10.412551 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a3f57d7-1392-436e-8575-71b812c57d49 req-34a9abe8-fb42-4dc8-a01e-74825de4af40 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646853 Jun 07 08:16:10.662284 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b46de-6d4a-435b-a938-d3613c86b09f req-e40b4119-de2f-48f5-bc99-f12ac3d2ea99 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.664117 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-708b46de-6d4a-435b-a938-d3613c86b09f req-e40b4119-de2f-48f5-bc99-f12ac3d2ea99 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1421161 Jun 07 08:16:10.692447 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b084-e370-44c6-ae69-f8bfbd47b5ed req-dfdd3c65-e5ad-475e-965f-b12342f17ce9 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.694043 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bcf4b084-e370-44c6-ae69-f8bfbd47b5ed req-dfdd3c65-e5ad-475e-965f-b12342f17ce9 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1309018 Jun 07 08:16:10.771801 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-708b46de-6d4a-435b-a938-d3613c86b09f req-51d9c473-1e73-4efc-9759-65581e84116a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735600 Jun 07 08:16:10.778944 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bcf4b084-e370-44c6-ae69-f8bfbd47b5ed req-96200f4f-768d-462e-a930-90dfa82046bb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669680 Jun 07 08:16:11.581752 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c8db7-fb13-4d00-b7e8-7b16d1f5d25d req-281fdd02-cf5e-42b7-b20b-82d9ebd543b1 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.583522 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd9c8db7-fb13-4d00-b7e8-7b16d1f5d25d req-281fdd02-cf5e-42b7-b20b-82d9ebd543b1 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0876451 Jun 07 08:16:11.630732 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cd9c8db7-fb13-4d00-b7e8-7b16d1f5d25d req-82cb8d73-765a-47ae-88df-e4cfe8b30067 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Jun 07 08:16:11.753224 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39f8b2-0e35-45cb-b543-0b7eb49f732c req-93c783dc-4e92-4a4a-9451-de3bc2051f59 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.754692 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc39f8b2-0e35-45cb-b543-0b7eb49f732c req-93c783dc-4e92-4a4a-9451-de3bc2051f59 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.0866098 Jun 07 08:16:11.871824 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc39f8b2-0e35-45cb-b543-0b7eb49f732c req-4803c754-428b-40af-9db3-3c8c369cf1e0 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112378 Jun 07 08:16:12.059465 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cec34-6846-409d-b9d7-8a5beb7daed2 req-a263ef3e-8c98-4e09-b347-7ab4f3ff94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.060961 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-521cec34-6846-409d-b9d7-8a5beb7daed2 req-a263ef3e-8c98-4e09-b347-7ab4f3ff94d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1098 time: 0.1825974 Jun 07 08:16:12.075040 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b516a0-4d7f-40b2-b274-124d9d7b8135 req-36dc88fe-fdf7-47dc-8f70-f073b974f63a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.076457 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-78b516a0-4d7f-40b2-b274-124d9d7b8135 req-36dc88fe-fdf7-47dc-8f70-f073b974f63a tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1640205 Jun 07 08:16:12.150148 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45669-c968-47eb-9c0c-dc78f2ccbd65 req-fb863c4a-99d4-46e7-8f09-703c3bbb4bd1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.151611 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d0d45669-c968-47eb-9c0c-dc78f2ccbd65 req-fb863c4a-99d4-46e7-8f09-703c3bbb4bd1 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1703620 Jun 07 08:16:12.164643 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-521cec34-6846-409d-b9d7-8a5beb7daed2 req-bfddff83-bd25-4c95-a142-4a3e2263d882 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870986 Jun 07 08:16:12.178989 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-78b516a0-4d7f-40b2-b274-124d9d7b8135 req-0bd7d064-18ce-4a0a-8280-efd49755ceb0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844998 Jun 07 08:16:12.208289 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d0d45669-c968-47eb-9c0c-dc78f2ccbd65 req-7bed7763-10ff-43b3-a5bb-5c69cdf05a32 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492213 Jun 07 08:16:12.358540 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47114) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:12.519263 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.765939 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9856de9-6bb5-42ca-a828-63ae4c541905 req-dbe48182-60c5-4089-b7c2-384cec746ccc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.767381 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b9856de9-6bb5-42ca-a828-63ae4c541905 req-dbe48182-60c5-4089-b7c2-384cec746ccc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2204261 Jun 07 08:16:12.858221 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-d242b448-b2fd-4765-9f46-0cff98c3a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.860441 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-d242b448-b2fd-4765-9f46-0cff98c3a2ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1098 time: 0.2621093 Jun 07 08:16:12.863968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.904071 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.917570 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.974408 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b9856de9-6bb5-42ca-a828-63ae4c541905 req-85d837c0-43ec-4ba1-af03-c9ac670a1ba2 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957924 Jun 07 08:16:13.036667 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d50bad92a724e97be25edbb0a841d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761539 Jun 07 08:16:13.039627 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47134) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:13.045419 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0ecff-58ff-4299-bd9c-935913b0c371,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:13.051082 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:13.077241 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb4ae-1a53-4293-bd3f-23b771585e39 req-656f467e-b4b5-435d-b660-80c47e9d13ea tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.079382 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f38cb4ae-1a53-4293-bd3f-23b771585e39 req-656f467e-b4b5-435d-b660-80c47e9d13ea tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.3224843 Jun 07 08:16:13.107655 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.143635 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.159743 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-aa60cd23-ad43-44ab-b057-30cb24a15975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.161151 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-aa60cd23-ad43-44ab-b057-30cb24a15975 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.2869132 Jun 07 08:16:13.197709 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.200233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.201418 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7aa0ecff-58ff-4299-bd9c-935913b0c371 HTTP/1.1" status: 204 len: 168 time: 0.1606762 Jun 07 08:16:13.202210 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ab25873a-d87d-4b7f-9a89-8ac7d4ed815c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:13.212376 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0ecff-58ff-4299-bd9c-935913b0c371,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:13.214906 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:13.278029 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f38cb4ae-1a53-4293-bd3f-23b771585e39 req-5092b599-87b6-4652-9414-1c4e632e1503 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879680 Jun 07 08:16:13.324940 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-76bac179-b04a-4a78-815d-0896615ade17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 1001 time: 0.1463788 Jun 07 08:16:13.336029 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db26e-36bc-4191-84de-d5871ebbd9d4 req-0f70e32e-496b-4878-bb9c-416b8500258b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.337540 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6b9db26e-36bc-4191-84de-d5871ebbd9d4 req-0f70e32e-496b-4878-bb9c-416b8500258b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 943 time: 0.2572553 Jun 07 08:16:13.344486 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:13.465284 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-50bedcbc-aca6-4e40-9b1f-fd42b598ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.466697 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-50bedcbc-aca6-4e40-9b1f-fd42b598ccfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.1283166 Jun 07 08:16:13.509492 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6b9db26e-36bc-4191-84de-d5871ebbd9d4 req-dbe2c13d-1747-4bcb-9465-278c031c93cb tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390326 Jun 07 08:16:13.511556 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:13.526078 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c901c360-5a00-4a06-b63e-605de093f00a', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'port_id': 'c901c360-5a00-4a06-b63e-605de093f00a', 'mac_address': 'fa:16:3e:02:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:13.569623 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe8ed-bf55-4893-a071-6d8482ffa4a9 req-3f6fb0ff-30fb-47ae-bf66-5a88554701ea tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.571080 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-165fe8ed-bf55-4893-a071-6d8482ffa4a9 req-3f6fb0ff-30fb-47ae-bf66-5a88554701ea tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1622267 Jun 07 08:16:13.581392 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-ed351ecb-0996-4048-a4bd-a99d96d3a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.583135 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-ed351ecb-0996-4048-a4bd-a99d96d3a4b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1072216 Jun 07 08:16:13.588727 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.606330 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901c360-5a00-4a06-b63e-605de093f00a {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:13.622296 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:13.627090 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.628923 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:13.708537 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=9']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:13.711832 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-165fe8ed-bf55-4893-a071-6d8482ffa4a9 req-b22933b6-8517-4faf-abb0-e46a24ea0cdd tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325314 Jun 07 08:16:13.716207 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:13.758606 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-f74cb277-b072-445c-9760-7fdf4b5070ef service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608710 Jun 07 08:16:13.898266 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f65b8b8f-cd53-4443-8974-e49c5b1a9f34 req-0ea613e4-7cab-4895-8eb0-1f55b1a5033c service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318183 Jun 07 08:16:13.934392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c901c360-5a00-4a06-b63e-605de093f00a'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:14.170409 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-056a0a4d-e69d-4924-99e3-78b571f8afcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.252930 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c77b0e-48cc-415f-9dc3-bfb3d075078a req-0f3434a0-a663-4543-8c83-1fff17008474 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.255438 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a8c77b0e-48cc-415f-9dc3-bfb3d075078a req-0f3434a0-a663-4543-8c83-1fff17008474 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1557934 Jun 07 08:16:14.312129 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a8c77b0e-48cc-415f-9dc3-bfb3d075078a req-c301e9c8-2b5c-444d-a606-1c40092587a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509503 Jun 07 08:16:14.579357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46809-a0f5-41bc-93d3-ce7cd7059c11 req-59983a50-8a69-4117-9f9d-e6ba2d68645b tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.581090 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-31f46809-a0f5-41bc-93d3-ce7cd7059c11 req-59983a50-8a69-4117-9f9d-e6ba2d68645b tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.1942303 Jun 07 08:16:14.589414 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-241e901e-e8f2-43ef-9aff-fea6ea59de27 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.590843 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-241e901e-e8f2-43ef-9aff-fea6ea59de27 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.1466212 Jun 07 08:16:14.720238 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-31f46809-a0f5-41bc-93d3-ce7cd7059c11 req-bcb79e9e-9afd-4a78-8285-79f79c0a1c86 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Jun 07 08:16:14.946338 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b392-b3c9-4a2e-a926-004d678fa94b req-af6b1bcf-e18b-4899-b555-8862e1221005 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.947822 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-92f2b392-b3c9-4a2e-a926-004d678fa94b req-af6b1bcf-e18b-4899-b555-8862e1221005 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 944 time: 0.2358379 Jun 07 08:16:14.950105 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Deleting port e0cefdfc-5928-4844-82ec-c1207a0685fc {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:14.950444 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.108066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc347b1-b008-4c77-9a1b-aa35918a4ffa req-19f6eee1-bce6-43c3-8a54-abb6c3fe5cbb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.110046 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfc347b1-b008-4c77-9a1b-aa35918a4ffa req-19f6eee1-bce6-43c3-8a54-abb6c3fe5cbb tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 945 time: 0.2641134 Jun 07 08:16:15.115154 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-92f2b392-b3c9-4a2e-a926-004d678fa94b req-ad32d9f7-c408-4ef0-866c-0734ce338d53 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486824 Jun 07 08:16:15.133234 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:16:15.191720 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] For port e0cefdfc-5928-4844-82ec-c1207a0685fc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e0cefdfc-5928-4844-82ec-c1207a0685fc,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:15.192020 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.202499 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cfc347b1-b008-4c77-9a1b-aa35918a4ffa req-f3795f5c-829f-4e1e-997b-d9a72e0e8638 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862837 Jun 07 08:16:15.359685 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Calling delete_port for e0cefdfc-5928-4844-82ec-c1207a0685fc owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:15.361158 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:15.431420 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c901c360-5a00-4a06-b63e-605de093f00a triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:15.431828 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.482915 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57b65-bf4a-4be9-9bb7-f92d2b4a56ee req-25db85aa-a97e-436d-a512-5db26b6d45b3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.485041 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aee57b65-bf4a-4be9-9bb7-f92d2b4a56ee req-25db85aa-a97e-436d-a512-5db26b6d45b3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.2237957 Jun 07 08:16:15.554243 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.583135 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:15.585589 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f12af6-bac8-4fb2-8fe9-2e0a1464ccc1" -d '{"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-plugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:15.593167 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:15.597831 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.599818 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.604576 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aee57b65-bf4a-4be9-9bb7-f92d2b4a56ee req-024aa6e2-7db8-4fb4-9cef-38a5b262232c tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099012 Jun 07 08:16:15.616690 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.631444 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ef6f-0e91-4cb8-bc71-c1287c328fca req-f461e22a-937a-4581-b54f-c67dbe718861 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.632986 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dea0ef6f-0e91-4cb8-bc71-c1287c328fca req-f461e22a-937a-4581-b54f-c67dbe718861 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2112916 Jun 07 08:16:15.637481 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-78afe3f6-3ebf-40a4-9ebf-cddbc1afb7f4 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.637778 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['e0cefdfc-5928-4844-82ec-c1207a0685fc', '9fa698c3-d12c-4964-acef-62642d80d28e'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:15.707226 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Pushing event deleted for resources: {'Port': ['ID=e0cefdfc-5928-4844-82ec-c1207a0685fc,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.707770 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b11d28c-93bf-46f3-a1ea-a16cb9221d5e x-openstack-request-id: req-6b11d28c-93bf-46f3-a1ea-a16cb9221d5e {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:15.708078 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-plugged", "status": "completed", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:15.708781 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b11d28c-93bf-46f3-a1ea-a16cb9221d5e {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:15.708781 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'code': 200} Jun 07 08:16:15.712992 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.774198 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=10']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.778168 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.801523 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] No DVR routers for this DVR port e0cefdfc-5928-4844-82ec-c1207a0685fc on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:15.814286 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dea0ef6f-0e91-4cb8-bc71-c1287c328fca req-e6a815d0-d53f-4702-a020-148aefe48443 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453390 Jun 07 08:16:15.815452 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.817335 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-714110f8-788f-48b5-8d26-7108d0221ae7 req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "DELETE /v2.0/ports/e0cefdfc-5928-4844-82ec-c1207a0685fc HTTP/1.1" status: 204 len: 173 time: 1.1862750 Jun 07 08:16:15.817813 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'name': 'network-vif-deleted', 'tag': 'e0cefdfc-5928-4844-82ec-c1207a0685fc'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:15.820190 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f071b-aa23-4dcd-b0c5-8c900622af25" -d '{"events": [{"server_uuid": "7f97642f-eb40-4fb1-b679-175680ae4aab", "name": "network-vif-deleted", "tag": "e0cefdfc-5928-4844-82ec-c1207a0685fc"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:15.898344 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c5f5a8-1b5a-4a3c-9b9b-ecc9c60e295f x-openstack-request-id: req-18c5f5a8-1b5a-4a3c-9b9b-ecc9c60e295f {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:15.898733 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f97642f-eb40-4fb1-b679-175680ae4aab", "name": "network-vif-deleted", "tag": "e0cefdfc-5928-4844-82ec-c1207a0685fc", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:15.899109 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18c5f5a8-1b5a-4a3c-9b9b-ecc9c60e295f {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:15.899718 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f97642f-eb40-4fb1-b679-175680ae4aab', 'name': 'network-vif-deleted', 'tag': 'e0cefdfc-5928-4844-82ec-c1207a0685fc', 'status': 'completed', 'code': 200} Jun 07 08:16:16.100672 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184de35-388c-44e9-a536-f96cbb43b153 req-ef4c85d1-6c26-46e7-944a-b78c4c0379fd tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:16.102877 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e184de35-388c-44e9-a536-f96cbb43b153 req-ef4c85d1-6c26-46e7-944a-b78c4c0379fd tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0881557 Jun 07 08:16:16.176382 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e184de35-388c-44e9-a536-f96cbb43b153 req-8d35d0cd-a703-43af-a83b-c0eb2bbfb41c tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Jun 07 08:16:16.367329 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.623522 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-46e81ebb-f021-4be0-ba6f-b98969fd71a9 req-17ece49a-c4b2-469a-af42-2d5bbd50b76c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f97642f-eb40-4fb1-b679-175680ae4aab HTTP/1.1" status: 200 len: 210 time: 0.1716268 Jun 07 08:16:16.633384 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-2aa7abb6-6562-4ce4-8736-2fe7d6669f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.671205 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.682971 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583bbd3-4d60-45ec-950d-a3c92c5edde4 req-bf662c16-b67c-4540-9f2e-82ffb3345895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:16.684715 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1583bbd3-4d60-45ec-950d-a3c92c5edde4 req-bf662c16-b67c-4540-9f2e-82ffb3345895 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 1099 time: 0.2666655 Jun 07 08:16:16.699812 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c658d-c2d5-4a65-8f7f-c29e16b95779 req-b873d286-e974-42b9-80cf-81b7cf993db7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:16.699812 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ce3c658d-c2d5-4a65-8f7f-c29e16b95779 req-b873d286-e974-42b9-80cf-81b7cf993db7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.3220963 Jun 07 08:16:16.758725 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1583bbd3-4d60-45ec-950d-a3c92c5edde4 req-26e5462f-7dca-44b1-89ef-3c22fa592819 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639703 Jun 07 08:16:16.770014 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ce3c658d-c2d5-4a65-8f7f-c29e16b95779 req-608bba14-58f8-4638-9a93-eb6780619f45 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602896 Jun 07 08:16:17.552928 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.001213 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c03e6-3682-46bf-ac52-e42301482d9e req-91e495dd-ba79-43df-bc2f-4bf322d72f3f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.008990 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c19c03e6-3682-46bf-ac52-e42301482d9e req-91e495dd-ba79-43df-bc2f-4bf322d72f3f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.0969634 Jun 07 08:16:18.064775 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c19c03e6-3682-46bf-ac52-e42301482d9e req-f44fe690-05c1-4fb6-b3b5-f05cb3725b95 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546026 Jun 07 08:16:18.292401 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d36850-2f0b-4cd5-9193-085d152ec3ae req-a061968d-307a-4e1b-b407-f3d49f67c4a7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.313955 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d1d36850-2f0b-4cd5-9193-085d152ec3ae req-a061968d-307a-4e1b-b407-f3d49f67c4a7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1351666 Jun 07 08:16:18.372040 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d1d36850-2f0b-4cd5-9193-085d152ec3ae req-508192d4-e289-4b53-a30b-7f830fc6856c tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571847 Jun 07 08:16:19.277705 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf97e2a-a7f9-4ba2-9c57-7fef4e8425ab req-b79d875c-d557-4dd4-b203-fd81cf1301ef tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:19.279286 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dcf97e2a-a7f9-4ba2-9c57-7fef4e8425ab req-b79d875c-d557-4dd4-b203-fd81cf1301ef tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.1030118 Jun 07 08:16:19.337704 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dcf97e2a-a7f9-4ba2-9c57-7fef4e8425ab req-459570f2-a993-4d3c-8057-891f144543b9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501268 Jun 07 08:16:19.379452 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.390639 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device e0cefdfc-5928-4844-82ec-c1207a0685fc no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:19.462802 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: e0cefdfc-5928-4844-82ec-c1207a0685fc {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:19.463450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device e0cefdfc-5928-4844-82ec-c1207a0685fc not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:19.575159 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ca2c-9875-461d-a8eb-cf82c8a29917 req-e36b1486-2447-4c96-baef-399f67ab15c2 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:19.576614 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d5f7ca2c-9875-461d-a8eb-cf82c8a29917 req-e36b1486-2447-4c96-baef-399f67ab15c2 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0824056 Jun 07 08:16:19.624996 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d5f7ca2c-9875-461d-a8eb-cf82c8a29917 req-e3cb6cc6-2380-42c2-93dc-7da515b168e2 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Jun 07 08:16:20.876189 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0f5e-c6fc-45ec-a2c6-7bef39e95e51 req-9cb7f16b-5071-427c-9e15-8d7a31ce52c3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:20.878401 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-368e0f5e-c6fc-45ec-a2c6-7bef39e95e51 req-9cb7f16b-5071-427c-9e15-8d7a31ce52c3 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1188648 Jun 07 08:16:20.941494 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-368e0f5e-c6fc-45ec-a2c6-7bef39e95e51 req-82a3061a-4750-4276-a97e-1f3b3cfe3dcc tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568540 Jun 07 08:16:21.335629 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da16a2b-f601-4c7a-bdd4-af74f990503a req-f4f614b2-ae83-4a61-8c7a-4811babeffc2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:21.337053 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1da16a2b-f601-4c7a-bdd4-af74f990503a req-f4f614b2-ae83-4a61-8c7a-4811babeffc2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0861411 Jun 07 08:16:21.382160 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1da16a2b-f601-4c7a-bdd4-af74f990503a req-5a4fbfe6-f7dc-4443-a0d1-f225807ac61e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Jun 07 08:16:21.406503 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47442) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:21.645040 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197255f8-8b3f-45ec-bbdc-2a5edf0b0a27 tempest-TestMinimumBasicScenario-1237124299 tempest-TestMinimumBasicScenario-1237124299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:21.646440 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-197255f8-8b3f-45ec-bbdc-2a5edf0b0a27 tempest-TestMinimumBasicScenario-1237124299 tempest-TestMinimumBasicScenario-1237124299-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1093 time: 0.2387819 Jun 07 08:16:21.649348 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47452) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:21.653594 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'floatingip': {'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'port_id': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:21.676438 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for floatingip, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.812094 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.951256 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Allocated IP 172.28.2.100 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/9fc2ed8b-ab94-4714-8825-baf3434a8d42) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:22.115656 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.172907 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.177574 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fe1625f6-bd98-4a41-9de3-bc434f782ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:22.195453 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbe11f-63cf-465c-91f9-306c032e39e6 req-3eef72c4-3ea8-4b67-b3d1-0bfd4d253dfd tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:22.204171 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0adbe11f-63cf-465c-91f9-306c032e39e6 req-3eef72c4-3ea8-4b67-b3d1-0bfd4d253dfd tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.1074493 Jun 07 08:16:22.241360 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:22.244446 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:22.248214 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0adbe11f-63cf-465c-91f9-306c032e39e6 req-0840cb62-85f6-41a4-8250-7f808942eaa4 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Jun 07 08:16:22.248444 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:22.290372 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'Port': ['ID=9fc2ed8b-ab94-4714-8825-baf3434a8d42,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:22.294223 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:22.671474 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.748228 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.946327 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.950508 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.955308 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:23.055905 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'Port': ['ID=9fc2ed8b-ab94-4714-8825-baf3434a8d42,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:23.060142 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:23.078647 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.328739 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.l3_db [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Floating IP b160510a-c1a3-4be6-89ff-69c4338163d3 associated. External IP: 172.28.2.100, port: d9ceb534-bbf9-42fc-b7d7-8aaa305ef847. Jun 07 08:16:23.446186 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e177c1-2806-44a4-a0c2-0582dcd6941e req-fadaa738-cb4e-4692-8c27-b0bd7b113f51 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.449126 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-35e177c1-2806-44a4-a0c2-0582dcd6941e req-fadaa738-cb4e-4692-8c27-b0bd7b113f51 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.0887039 Jun 07 08:16:23.495752 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-35e177c1-2806-44a4-a0c2-0582dcd6941e req-47618a14-15d3-4efb-b4df-45e212f95ef6 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Jun 07 08:16:23.695347 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Router 10e73eb9-bc5f-4e24-950f-76fb3df98280 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:23.880349 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:23.896188 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] Sync routers for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:23.910259 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:23.911264 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.913108 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:23.977793 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-da6aee87-6d65-4d1d-8e40-549d4272a071 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3251243 Jun 07 08:16:23.977793 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:23.978548 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47502) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:23.978780 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c672b-4bd9-44dc-94cb-28087d40334e" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:23.993110 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106277390', 'description': 'tempest-secgroup-smoke-2106277390 description', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:24.044425 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.097085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54156987-60a3-4681-a1bc-0d87d259c35a x-openstack-request-id: req-54156987-60a3-4681-a1bc-0d87d259c35a {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:24.097601 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:24.098149 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54156987-60a3-4681-a1bc-0d87d259c35a {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:24.098739 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'status': 'completed', 'code': 200} Jun 07 08:16:24.138867 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:24.238578 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c672b-4bd9-44dc-94cb-28087d40334e req-10037039-e3c1-4b3c-a817-5c9e986f73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.240080 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-10037039-e3c1-4b3c-a817-5c9e986f73d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1098 time: 0.1334627 Jun 07 08:16:24.242177 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.246150 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.251450 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.322215 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.323326 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3432913 Jun 07 08:16:24.326621 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47506) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.330598 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c301658b-1e92-406c-9515-1804c21f107d,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.332243 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group_rule': {'security_group_id': 'c301658b-1e92-406c-9515-1804c21f107d', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:24.372995 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.381917 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.424105 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c672b-4bd9-44dc-94cb-28087d40334e req-49d4cb56-15eb-4a2e-9d8a-d4ba6fb80f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.425547 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-49d4cb56-15eb-4a2e-9d8a-d4ba6fb80f14 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 915 time: 0.1749673 Jun 07 08:16:24.438311 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.443045 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.445271 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-67c94b8c-b79d-4e2e-89ea-5f21dee301a6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.466035 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b27425-7fe1-47ba-a272-75a78a0304a3,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.471606 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.480108 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.481423 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537395 Jun 07 08:16:24.485497 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47508) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.489961 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group_rule': {'security_group_id': 'c301658b-1e92-406c-9515-1804c21f107d', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:24.526560 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.570884 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': 'b160510a-c1a3-4be6-89ff-69c4338163d3', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'port_id': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'mac_address': 'fa:16:3e:6b:cb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:22Z', 'updated_at': '2021-06-07T08:16:22Z', 'revision_number': 0, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:24.575174 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] Checking router: 10e73eb9-bc5f-4e24-950f-76fb3df98280 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:24.575638 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-d6b06b15-329d-4dee-820c-032db62b27e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 999 time: 0.1395967 Jun 07 08:16:24.584844 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:24.585456 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:24.602306 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.608139 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.624051 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.649171 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bafd0a-cb78-4b8b-81a1-4c3c77e356a3,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.651644 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.660934 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.662120 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8a6983a9-b6de-4ea5-95b4-3b046f4ba456 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756999 Jun 07 08:16:24.667446 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47514) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.672745 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group_rule': {'security_group_id': 'c301658b-1e92-406c-9515-1804c21f107d', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:24.721033 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.800505 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c672b-4bd9-44dc-94cb-28087d40334e req-b9b6f62a-64c8-4d37-aca3-5e17fbb86754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.802487 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-b9b6f62a-64c8-4d37-aca3-5e17fbb86754 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.2094860 Jun 07 08:16:24.808386 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.816403 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.819726 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-0aef8d49-0994-445a-af87-f189b1a0919d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.852228 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2194e9c7-989c-4554-9083-6e079bde6698,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.855263 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.857067 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.859462 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899278 Jun 07 08:16:24.863018 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47524) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.867776 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group_rule': {'security_group_id': 'c301658b-1e92-406c-9515-1804c21f107d', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:24.878491 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:24.900930 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85069f26-3176-4d8b-9079-144ea1fda228 req-44f5357a-83db-4c4d-9662-2e34710a4790 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.902736 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85069f26-3176-4d8b-9079-144ea1fda228 req-44f5357a-83db-4c4d-9662-2e34710a4790 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.2082713 Jun 07 08:16:24.928580 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.936584 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812bbd-13ad-49e6-8122-e2433844b59e req-0fe157ca-7942-4d3a-8a8a-e430756b8066 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.938531 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fa812bbd-13ad-49e6-8122-e2433844b59e req-0fe157ca-7942-4d3a-8a8a-e430756b8066 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3029692 Jun 07 08:16:25.032741 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.037097 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.047053 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:25.074401 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db27302-225a-4cae-93ab-e93d494d7ea9,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:25.078573 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:25.082176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c672b-4bd9-44dc-94cb-28087d40334e req-66c51370-ef1f-4d95-a2ce-6a25dad3f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:25.084560 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-66c51370-ef1f-4d95-a2ce-6a25dad3f032 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2753017 Jun 07 08:16:25.087566 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.092404 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2281480 Jun 07 08:16:25.094016 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47536) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:25.099058 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group_rule': {'security_group_id': 'c301658b-1e92-406c-9515-1804c21f107d', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:25.122599 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fa812bbd-13ad-49e6-8122-e2433844b59e req-deb4517e-ea2a-4284-a046-fd47ab39bc0d tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411579 Jun 07 08:16:25.127159 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.securitygroups_db [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Project 75ab835e8b0c4ae2b5f012c0f44884e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:16:25.139672 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.232284 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.239257 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.257853 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:25.285988 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc449949-efb0-4139-91f2-9faa62ac4bba,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:25.289670 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:25.303776 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.308135 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-14ce27ca-a09b-487c-a6a8-5a193bdcd9f2 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2129576 Jun 07 08:16:25.308771 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47544) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:25.315602 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'security_group_rule': {'security_group_id': 'c301658b-1e92-406c-9515-1804c21f107d', 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:25.363702 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.securitygroups_db [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Project 75ab835e8b0c4ae2b5f012c0f44884e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:16:25.373202 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.496682 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.501612 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.503753 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:25.529705 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38207a8-29dc-46e3-b048-eb58484ea36b,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:25.538300 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.540353 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2304046 Jun 07 08:16:25.541728 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:25.548316 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-00917201-8c73-4290-a6c4-1132ed5cc00e service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295635 Jun 07 08:16:25.577045 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': 'b160510a-c1a3-4be6-89ff-69c4338163d3', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'port_id': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'mac_address': 'fa:16:3e:6b:cb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:22Z', 'updated_at': '2021-06-07T08:16:22Z', 'revision_number': 0, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:25.583107 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e72f-50fd-4e61-ad62-8c542fc6ed66 None None] The sync data for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb is: [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': 'b160510a-c1a3-4be6-89ff-69c4338163d3', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'port_id': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'mac_address': 'fa:16:3e:6b:cb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:22Z', 'updated_at': '2021-06-07T08:16:22Z', 'revision_number': 0, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:25.618801 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Deleting port 9fa698c3-d12c-4964-acef-62642d80d28e {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:25.619369 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.838679 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e9984-8987-4555-8c5d-438f830dfaeb None None] New status for floating IP b160510a-c1a3-4be6-89ff-69c4338163d3: ACTIVE {{(pid=91905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:16:25.922088 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-18b082c1-7898-45fe-bf38-4e05339d1ab9 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106277390&fields=id&tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8 HTTP/1.1" status: 200 len: 267 time: 0.2580810 Jun 07 08:16:25.949549 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-385c672b-4bd9-44dc-94cb-28087d40334e req-6d3dde07-80be-47c3-8e8b-4cd2f5f7921e service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940248 Jun 07 08:16:26.014566 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] For port 9fa698c3-d12c-4964-acef-62642d80d28e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9fa698c3-d12c-4964-acef-62642d80d28e,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:26.015000 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.155379 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Calling delete_port for 9fa698c3-d12c-4964-acef-62642d80d28e owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:26.185755 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300a93-7eeb-4b83-aa2b-7f9972ca2a84 req-10570b3b-b24d-4585-8635-b4359e23b451 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:26.187183 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b4300a93-7eeb-4b83-aa2b-7f9972ca2a84 req-10570b3b-b24d-4585-8635-b4359e23b451 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.4445248 Jun 07 08:16:26.234633 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-f2c4404c-67f4-47ad-8ada-e55e78be61f4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:26.236145 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-f2c4404c-67f4-47ad-8ada-e55e78be61f4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.2940149 Jun 07 08:16:26.254434 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'port': {'security_groups': ['48a075eb-9ec7-41c0-bd50-fc726092179f', 'c301658b-1e92-406c-9515-1804c21f107d']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:26.297279 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b4300a93-7eeb-4b83-aa2b-7f9972ca2a84 req-dbbd3052-f827-4c63-809c-3a07c6ebdad3 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027808 Jun 07 08:16:26.464968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.565857 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.579177 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['9fa698c3-d12c-4964-acef-62642d80d28e'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:26.585496 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5078e2f0-2a7c-4066-bbf1-371fdd99f10a tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:26.653420 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Pushing event deleted for resources: {'Port': ['ID=9fa698c3-d12c-4964-acef-62642d80d28e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:26.703521 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:26.769856 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] No DVR routers for this DVR port 9fa698c3-d12c-4964-acef-62642d80d28e on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:26.780223 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80df3c2-44db-4ccd-8082-296c312dc53a req-0064e757-5368-4eed-9d8c-79f3390cb829 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:26.781926 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f80df3c2-44db-4ccd-8082-296c312dc53a req-0064e757-5368-4eed-9d8c-79f3390cb829 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/ports?device_id=7870b511-6dc3-40bf-881c-3394e5c6b54a HTTP/1.1" status: 200 len: 945 time: 0.3635366 Jun 07 08:16:26.784909 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.786667 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-85069f26-3176-4d8b-9079-144ea1fda228 req-ebc483d3-23b0-4fe0-8cf3-d0f32bf53ca7 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.22 "DELETE /v2.0/ports/9fa698c3-d12c-4964-acef-62642d80d28e HTTP/1.1" status: 204 len: 173 time: 1.8707693 Jun 07 08:16:26.787188 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'name': 'network-vif-deleted', 'tag': '9fa698c3-d12c-4964-acef-62642d80d28e'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:26.789597 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be476a-8bb1-47f5-9f48-da650e9996a8" -d '{"events": [{"server_uuid": "7870b511-6dc3-40bf-881c-3394e5c6b54a", "name": "network-vif-deleted", "tag": "9fa698c3-d12c-4964-acef-62642d80d28e"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:26.804111 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47578) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:26.950044 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f80df3c2-44db-4ccd-8082-296c312dc53a req-64e62e3a-0fe0-4c6e-a7af-8eeb1086717e tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] 10.222.0.35 "GET /v2.0/security-groups?id=746a736b-aaad-4f30-a881-6150bc3174ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470942 Jun 07 08:16:26.995797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:26.998147 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.010872 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7cde85-a739-4ce0-9415-0f8fa038b8ca x-openstack-request-id: req-6f7cde85-a739-4ce0-9415-0f8fa038b8ca {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:27.011891 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7870b511-6dc3-40bf-881c-3394e5c6b54a", "name": "network-vif-deleted", "tag": "9fa698c3-d12c-4964-acef-62642d80d28e", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:27.011891 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f7cde85-a739-4ce0-9415-0f8fa038b8ca {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:27.012226 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7870b511-6dc3-40bf-881c-3394e5c6b54a', 'name': 'network-vif-deleted', 'tag': '9fa698c3-d12c-4964-acef-62642d80d28e', 'status': 'completed', 'code': 200} Jun 07 08:16:27.027768 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.033736 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.047752 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6fb49ca-2530-405d-9cc8-e5d5700c114c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:27.054158 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d9ceb534-bbf9-42fc-b7d7-8aaa305ef847'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:27.108728 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:27.109520 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.111223 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-81bddcfe-3797-4d2a-ae6d-bb2bc185cb58 req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "PUT /v2.0/ports/d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 981 time: 0.8668611 Jun 07 08:16:27.161303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=6']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:27.165033 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-b55f9473-2673-4c08-9ce6-db4679ca9a19 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:27.192251 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.199893 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.232303 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8166ceaf-40a1-4f9b-ad2d-213ca4492e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:27.268722 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d9ceb534-bbf9-42fc-b7d7-8aaa305ef847'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:27.278034 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80949eb256664742a83ad8d110827115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697576 Jun 07 08:16:27.279711 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47592) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:27.304838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e0d6bb-1cb9-4abe-aace-ef5b4c17aac9,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:27.332157 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:27.412842 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.480978 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.517372 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-28521df1-2fea-4528-a52f-31983e8016b7 None None] Provisioning complete for port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:27.518125 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-28521df1-2fea-4528-a52f-31983e8016b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.558571 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.562761 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.568014 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68e0d6bb-1cb9-4abe-aace-ef5b4c17aac9 HTTP/1.1" status: 204 len: 168 time: 0.2862990 Jun 07 08:16:27.569170 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-961c1a58-d83c-4e19-beb5-2d3801e97988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:27.582972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e0d6bb-1cb9-4abe-aace-ef5b4c17aac9,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:27.587085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:27.619539 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47600) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:27.705147 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334295a-5c64-4a5b-a652-fc623b18d77c req-4ebf7cfc-1f5c-4224-939a-2d99893b7d22 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:27.706647 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0334295a-5c64-4a5b-a652-fc623b18d77c req-4ebf7cfc-1f5c-4224-939a-2d99893b7d22 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.1130037 Jun 07 08:16:27.715087 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64cabd-576c-4ad1-9330-31645f59da04 req-8fd11dcc-3652-4590-8397-41b723f4a704 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:27.723917 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cf64cabd-576c-4ad1-9330-31645f59da04 req-8fd11dcc-3652-4590-8397-41b723f4a704 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.4707310 Jun 07 08:16:27.765668 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.812147 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cf64cabd-576c-4ad1-9330-31645f59da04 req-e3b37fe2-472f-4a6c-9de7-9845beb16852 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871437 Jun 07 08:16:27.849568 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0334295a-5c64-4a5b-a652-fc623b18d77c req-1f97b552-e1cf-4536-a33b-d327bd332729 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235926 Jun 07 08:16:27.910244 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.915261 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.923405 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a12e548c-75b1-4599-9130-34b01b8dbfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:27.968231 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b32e8c-ee2b-40ae-964b-e0054fe306bd,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:27.971855 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:27.976172 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2783c930249545e0b6960c49e0136b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554964 Jun 07 08:16:27.978988 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47608) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:28.060330 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.079727 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47610) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:28.096052 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.276349 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.279203 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.283427 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4b32e8c-ee2b-40ae-964b-e0054fe306bd HTTP/1.1" status: 204 len: 168 time: 0.2936018 Jun 07 08:16:28.283427 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-87fa21d6-7bfc-4be8-a539-d25507088df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:28.299458 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b32e8c-ee2b-40ae-964b-e0054fe306bd,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:28.301665 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:28.665924 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47616) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:28.674289 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.683427 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.790015 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.794772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.803254 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5b9e4d6f-de03-4aa5-83db-df38ef5e8719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:28.844889 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a938513d409a447b8a7208db12414edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753671 Jun 07 08:16:28.844889 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f1188-f897-4d72-b373-30d9cbe7277f,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:28.845592 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47618) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:28.856141 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:28.905395 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.935002 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.987643 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.990445 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.991836 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a8f1188-f897-4d72-b373-30d9cbe7277f HTTP/1.1" status: 204 len: 168 time: 0.1451645 Jun 07 08:16:28.992927 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-1cd70bba-69b9-4dbf-bcf0-009de1fa7ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:29.006226 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f1188-f897-4d72-b373-30d9cbe7277f,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:29.009281 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:29.013248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:29.015937 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:29.073953 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9564bdcd-bc4e-426b-8ba9-f528c50ed764 x-openstack-request-id: req-9564bdcd-bc4e-426b-8ba9-f528c50ed764 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:29.074262 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:29.074533 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9564bdcd-bc4e-426b-8ba9-f528c50ed764 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:29.074930 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'status': 'completed', 'code': 200} Jun 07 08:16:29.188776 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129ddee-8abb-4d8d-adfa-d14c042c27cc req-5ff30f29-e7da-4b16-b942-bcbb70ef14af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:29.191047 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9129ddee-8abb-4d8d-adfa-d14c042c27cc req-5ff30f29-e7da-4b16-b942-bcbb70ef14af tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.2267423 Jun 07 08:16:29.280599 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9129ddee-8abb-4d8d-adfa-d14c042c27cc req-7c996df7-cad5-429e-a234-853ca6116222 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822771 Jun 07 08:16:29.292353 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Deleting port 39c13464-2eff-4691-96b4-392ac8043750 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:29.292592 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.329472 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-2bf20837-12ed-4570-8228-86fe1d70c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:29.330908 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-2bf20837-12ed-4570-8228-86fe1d70c207 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1137 time: 0.2114360 Jun 07 08:16:29.436552 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 9fa698c3-d12c-4964-acef-62642d80d28e no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:29.476787 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 9fa698c3-d12c-4964-acef-62642d80d28e {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:29.477142 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 9fa698c3-d12c-4964-acef-62642d80d28e not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:29.594704 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] For port 39c13464-2eff-4691-96b4-392ac8043750, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=39c13464-2eff-4691-96b4-392ac8043750,segment=NetworkSegment(b8d1de43-8551-4c3c-af51-469a78a45b25),segment_id=b8d1de43-8551-4c3c-af51-469a78a45b25)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:29.595232 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.728143 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Calling delete_port for 39c13464-2eff-4691-96b4-392ac8043750 owned by network:router_interface {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:29.749027 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-d43f9d1b-289e-48bc-87c9-45148ef1163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:29.750584 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-d43f9d1b-289e-48bc-87c9-45148ef1163f service neutron] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 915 time: 0.2981203 Jun 07 08:16:30.004278 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-38816ceb-4050-4cb2-816a-99e1295f4e77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 1001 time: 0.2327993 Jun 07 08:16:30.099640 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-0ac93b05-7818-4b07-8085-514869583017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:30.101076 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-0ac93b05-7818-4b07-8085-514869583017 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.0848498 Jun 07 08:16:30.232486 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.236648 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:30.273243 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-3ba00391-a0cc-462d-8131-70589adbaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:30.274860 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-3ba00391-a0cc-462d-8131-70589adbaaf7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1662805 Jun 07 08:16:30.285173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c13464-2eff-4691-96b4-392ac8043750,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:30.306115 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:30.756895 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-cec21711-240f-4ab8-b29a-ac75a1566fc2 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691246 Jun 07 08:16:30.864184 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47668) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:30.960974 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d469-88d5-467b-ae4d-c1d7a628e05f req-d4a29595-0ec9-4ced-9461-37c6a30ec474 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:30.962438 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7a02d469-88d5-467b-ae4d-c1d7a628e05f req-d4a29595-0ec9-4ced-9461-37c6a30ec474 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.5632763 Jun 07 08:16:30.984473 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.032655 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.072576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-bfffd1de-1d63-4cd8-8cdc-dd93b9fa7c5d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:31.074004 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-bfffd1de-1d63-4cd8-8cdc-dd93b9fa7c5d tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 945 time: 0.4884031 Jun 07 08:16:31.086718 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7a02d469-88d5-467b-ae4d-c1d7a628e05f req-ec2dd102-cf9a-4daa-8199-eb13b54b3c5e tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/security-groups?id=0337349d-1c36-4ff8-87f2-8276ccd967e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069028 Jun 07 08:16:31.088453 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.095077 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.103459 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-eaf682a6-4624-40d4-9989-1aaa870661b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:31.146073 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b222721-05ab-4fd2-88dd-94a095214d87,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:31.149369 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:31.154523 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7d47596dcc940c8a556d3ae6e4effb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869680 Jun 07 08:16:31.155091 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47672) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:31.183692 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6f7f574e-312e-4a64-8f9c-1aec2ad9793b req-2b474128-796c-4db9-a98f-910b08101c60 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105930 Jun 07 08:16:31.227272 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.255825 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.305782 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.308235 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.309597 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b222721-05ab-4fd2-88dd-94a095214d87 HTTP/1.1" status: 204 len: 168 time: 0.1530883 Jun 07 08:16:31.310325 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f08360c4-a455-4609-a8f9-855dd92afa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:31.320752 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b222721-05ab-4fd2-88dd-94a095214d87,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:31.323030 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:31.477529 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Deleting port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:31.477887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.683495 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Router 956636b9-bfc1-4f49-b257-712acc2aa468 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:31.701154 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47678) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:31.708015 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] For port aa0dba59-3da8-4cd1-b259-8d5a28de1a22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,segment=NetworkSegment(815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a),segment_id=815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:31.708367 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.718846 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.822650 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.826571 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.836085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2037c877-c78a-4749-90ea-53a4f7d17171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:31.875039 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39f7a00059bd4b4991e8f12997ae1383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720021 Jun 07 08:16:31.876806 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a41a454-27a5-41db-ae75-29723c23e948,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:31.879046 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47680) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:31.893770 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:31.899218 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Calling delete_port for aa0dba59-3da8-4cd1-b259-8d5a28de1a22 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:31.940941 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.966866 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.019552 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.021958 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.023089 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a41a454-27a5-41db-ae75-29723c23e948 HTTP/1.1" status: 204 len: 168 time: 0.1431081 Jun 07 08:16:32.023864 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-403950fb-a50c-4fac-a20e-40e48f5acc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:32.026599 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:32.034457 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47684) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:32.034586 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] 10.222.0.35 "PUT /v2.0/routers/956636b9-bfc1-4f49-b257-712acc2aa468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9537265 Jun 07 08:16:32.036340 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a41a454-27a5-41db-ae75-29723c23e948,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:32.038303 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] Sync routers for ids ['956636b9-bfc1-4f49-b257-712acc2aa468'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:32.038863 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:32.049758 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] Routers {'956636b9-bfc1-4f49-b257-712acc2aa468'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:32.052252 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['956636b9-bfc1-4f49-b257-712acc2aa468'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:32.143712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.150404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:32.173032 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['aa0dba59-3da8-4cd1-b259-8d5a28de1a22'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:32.201439 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Pushing event deleted for resources: {'Port': ['ID=aa0dba59-3da8-4cd1-b259-8d5a28de1a22,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:32.206400 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:32.267970 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] Set router 956636b9-bfc1-4f49-b257-712acc2aa468 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:32.303314 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks [] for router, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.493515 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] No DVR routers for this DVR port aa0dba59-3da8-4cd1-b259-8d5a28de1a22 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:32.507887 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-61cebff0-a203-45b3-b1ca-3de9f6291965 req-e919ba59-aa58-484b-8fc1-5c47676facec tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a0856d-1102-4b0f-a813-c09f6f65a04a HTTP/1.1" status: 200 len: 210 time: 0.0977416 Jun 07 08:16:32.509079 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.509784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.510986 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69aacc80-f35e-4dc6-8655-53c8f8370375 req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] 10.222.0.22 "DELETE /v2.0/ports/aa0dba59-3da8-4cd1-b259-8d5a28de1a22 HTTP/1.1" status: 204 len: 173 time: 1.4302022 Jun 07 08:16:32.511500 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'name': 'network-vif-deleted', 'tag': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:32.513799 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fe325-9f42-4b5d-8350-7fae1a84649b" -d '{"events": [{"server_uuid": "83a0856d-1102-4b0f-a813-c09f6f65a04a", "name": "network-vif-deleted", "tag": "aa0dba59-3da8-4cd1-b259-8d5a28de1a22"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:32.573856 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bda8a1-b94d-4dd8-bf7a-728a0df3d52a x-openstack-request-id: req-15bda8a1-b94d-4dd8-bf7a-728a0df3d52a {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:32.576293 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a0856d-1102-4b0f-a813-c09f6f65a04a", "name": "network-vif-deleted", "tag": "aa0dba59-3da8-4cd1-b259-8d5a28de1a22", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:32.576586 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15bda8a1-b94d-4dd8-bf7a-728a0df3d52a {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:32.577015 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a0856d-1102-4b0f-a813-c09f6f65a04a', 'name': 'network-vif-deleted', 'tag': 'aa0dba59-3da8-4cd1-b259-8d5a28de1a22', 'status': 'completed', 'code': 200} Jun 07 08:16:32.629618 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Deleting port 51b94fe2-3dd1-4426-8851-e778b572c8f6 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:32.630006 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.644243 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:16:30Z', 'revision_number': 5, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port': {'id': '51b94fe2-3dd1-4426-8851-e778b572c8f6', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:32.649082 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] Checking router: 956636b9-bfc1-4f49-b257-712acc2aa468 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:32.658421 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] Routers {'956636b9-bfc1-4f49-b257-712acc2aa468'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:32.659344 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['956636b9-bfc1-4f49-b257-712acc2aa468'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:32.769837 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] For port 51b94fe2-3dd1-4426-8851-e778b572c8f6, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=51b94fe2-3dd1-4426-8851-e778b572c8f6,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:32.770219 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.852654 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] Set router 956636b9-bfc1-4f49-b257-712acc2aa468 gateway port host: None {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:32.894515 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Calling delete_port for 51b94fe2-3dd1-4426-8851-e778b572c8f6 owned by network:router_gateway {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:32.960712 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:16:32Z', 'revision_number': 6, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:32.964846 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3c808-5831-4bb4-b490-9c126d7d28a2 None None] The sync data for ids ['956636b9-bfc1-4f49-b257-712acc2aa468'] in dv-cinder-784945-11-smb is: [{'id': '956636b9-bfc1-4f49-b257-712acc2aa468', 'name': 'tempest-ServerRescueNegativeTestJSON-1768043581-router', 'tenant_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:24Z', 'updated_at': '2021-06-07T08:16:32Z', 'revision_number': 6, 'project_id': 'c351b627d17a4dfeb7322d2a5edd58a7', 'gw_port_host': None}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:33.341884 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.345603 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 39c13464-2eff-4691-96b4-392ac8043750 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:33.349870 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e2b4f92f-0b1d-4d97-afb3-63f1a01677b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:33.385496 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 39c13464-2eff-4691-96b4-392ac8043750 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:33.385864 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 39c13464-2eff-4691-96b4-392ac8043750 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:33.409443 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=51b94fe2-3dd1-4426-8851-e778b572c8f6,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:33.435624 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:33.501681 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.679005 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.681129 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.768352 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.768975 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956636b9-bfc1-4f49-b257-712acc2aa468 {{(pid=91904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:16:33.783354 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.787459 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c959d219-76b8-4688-a74d-e4e631cbd6dd admin admin] 10.222.0.35 "DELETE /v2.0/routers/956636b9-bfc1-4f49-b257-712acc2aa468 HTTP/1.1" status: 204 len: 168 time: 1.7452412 Jun 07 08:16:33.788252 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47734) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:33.870407 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_v2 [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Deleting subnet fb96dd8e-671e-474a-9ccd-fba1e43cd59e {{(pid=91903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:33.873558 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.937966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16275251'] for subnet, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.025553 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.117180 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15301112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13767924'] for subnet, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.132357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:34.168682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb96dd8e-671e-474a-9ccd-fba1e43cd59e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:34.170614 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.174274 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb96dd8e-671e-474a-9ccd-fba1e43cd59e HTTP/1.1" status: 204 len: 168 time: 0.3840547 Jun 07 08:16:34.174849 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:34.175987 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47748) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:34.283662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.431439 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.444204 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87bb91e-74a3-4cab-a871-d85b5189f664']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:34.457312 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d1de43-8551-4c3c-af51-469a78a45b25') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:34.457604 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d1de43-8551-4c3c-af51-469a78a45b25') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:34.472284 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.489530 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.496540 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:34.496970 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:34.510338 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:34.587790 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.591484 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:34.605416 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.607181 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e87bb91e-74a3-4cab-a871-d85b5189f664 HTTP/1.1" status: 204 len: 168 time: 0.4301410 Jun 07 08:16:34.612933 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87bb91e-74a3-4cab-a871-d85b5189f664,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:34.615347 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-95ce2bf7-0e7b-4014-87c2-2082665b6ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:34.785026 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47756) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:34.833917 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-b346ef6a-fb50-468f-a4e4-d8ffe3c2ceb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c351b627d17a4dfeb7322d2a5edd58a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477281 Jun 07 08:16:34.836264 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47758) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:34.894600 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.919176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.973659 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.976947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.978056 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/746a736b-aaad-4f30-a881-6150bc3174ae HTTP/1.1" status: 204 len: 168 time: 0.1409409 Jun 07 08:16:34.978715 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:34.989199 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a736b-aaad-4f30-a881-6150bc3174ae,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:34.991625 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:35.162053 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 51b94fe2-3dd1-4426-8851-e778b572c8f6 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:35.199471 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 51b94fe2-3dd1-4426-8851-e778b572c8f6 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:35.199826 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 51b94fe2-3dd1-4426-8851-e778b572c8f6 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:35.450999 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device aa0dba59-3da8-4cd1-b259-8d5a28de1a22 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:35.486368 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: aa0dba59-3da8-4cd1-b259-8d5a28de1a22 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:35.486802 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device aa0dba59-3da8-4cd1-b259-8d5a28de1a22 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:37.024858 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47852) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:37.155687 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.259149 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.263179 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.272687 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c2edd061-b256-4988-a897-d7b9f2ac1081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:37.274794 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47858) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:37.317606 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7f6ba34b4cd4aaa867cb1b7362b8a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916183 Jun 07 08:16:37.319468 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd2ef4-4463-40a1-9fa6-caed2a13c78e,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:37.320277 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47862) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:37.322972 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:37.381026 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.415802 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.432735 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.519402 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.522860 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.523987 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80dd2ef4-4463-40a1-9fa6-caed2a13c78e HTTP/1.1" status: 204 len: 168 time: 0.2027061 Jun 07 08:16:37.525847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ffd1d193-3121-45d1-bd3c-219b7df6cc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:37.542300 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd2ef4-4463-40a1-9fa6-caed2a13c78e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:37.544539 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:37.602928 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.606893 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.616156 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-343d78d8-8b56-42ef-9d62-52e607577a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:37.658424 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67957e69-e4f8-4a72-aa22-2549e21fc0a4,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:37.662270 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:37.667302 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d966c0e5fe74d54b11e6b433639307f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890417 Jun 07 08:16:37.667823 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47868) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:37.728506 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.754391 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.813586 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.816724 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.822184 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67957e69-e4f8-4a72-aa22-2549e21fc0a4 HTTP/1.1" status: 204 len: 168 time: 0.1534719 Jun 07 08:16:37.823217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:37.829901 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47872) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:37.841416 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67957e69-e4f8-4a72-aa22-2549e21fc0a4,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:37.844115 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:37.847685 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.957586 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.961524 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.973439 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ebac4dbd-9d9d-4449-b1ab-fa32c2e33a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:38.020716 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf7998a3385149e4ad47737a82500fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874104 Jun 07 08:16:38.020716 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1eabac-95e9-4790-8976-d301dec06b29,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:38.021228 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47876) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:38.022947 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:38.081886 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.108493 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.172717 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.175303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.179255 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd1eabac-95e9-4790-8976-d301dec06b29 HTTP/1.1" status: 204 len: 168 time: 0.1561368 Jun 07 08:16:38.180302 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4d50218c-9921-43c7-bf9a-72118258a79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:38.191821 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1eabac-95e9-4790-8976-d301dec06b29,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:38.194217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:38.199089 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 47884) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:38.218982 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.363860 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.369408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.381429 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bc0ed346-ac10-4060-8d2b-4e8b311d11ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:38.428014 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6262bfddc194e198bcd3d336706f2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277310 Jun 07 08:16:38.429888 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36240833-b572-443e-bf68-bbc63da24c88,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:38.430718 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 47892) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:38.433408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:38.493714 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.528769 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.588419 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.590955 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.592104 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36240833-b572-443e-bf68-bbc63da24c88 HTTP/1.1" status: 204 len: 168 time: 0.1597323 Jun 07 08:16:38.592956 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bb29c04b-2a09-4a28-8968-05fda7066285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:38.602885 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36240833-b572-443e-bf68-bbc63da24c88,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:38.611013 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.611540 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.611919 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.612270 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.612624 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.612974 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.613325 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.613898 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.614367 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.614708 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.615237 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.615766 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:38.624591 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:42.570068 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-011ab2c1-bec2-4e48-9b0b-f7fe02502933 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713398 Jun 07 08:16:42.673275 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc140d-2921-41e9-adbc-20942e502f2f req-ff6926ef-b021-4b63-a036-5f6f061b10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:42.674859 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-ff6926ef-b021-4b63-a036-5f6f061b10de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 1098 time: 0.0804152 Jun 07 08:16:42.942123 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc140d-2921-41e9-adbc-20942e502f2f req-86f2590a-ba1c-46bd-97fb-43406581512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:42.943641 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-86f2590a-ba1c-46bd-97fb-43406581512c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.2439950 Jun 07 08:16:43.064675 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-416384d0-4b3d-4fc9-bdef-7484628a8291 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 200 len: 1001 time: 0.1111381 Jun 07 08:16:43.136156 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc140d-2921-41e9-adbc-20942e502f2f req-a2f0acac-4661-405b-9d83-e4a7ed51b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:43.137595 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-a2f0acac-4661-405b-9d83-e4a7ed51b7d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.0587924 Jun 07 08:16:43.220113 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc140d-2921-41e9-adbc-20942e502f2f req-57f773e7-7d7c-4590-a2d6-81747992cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:43.221574 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-57f773e7-7d7c-4590-a2d6-81747992cb5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0765996 Jun 07 08:16:43.357364 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-f705c41a-acf1-475e-be32-ec58b7a181fd service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270788 Jun 07 08:16:43.514868 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-07dc140d-2921-41e9-adbc-20942e502f2f req-2eac71de-d411-4f62-ba64-0fb577d43a8b service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492987 Jun 07 08:16:44.144660 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bac9fa84-2e7e-4140-9688-359ccd6d119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.378972 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.622392 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-4737b0d5-8d0b-45da-97ad-5cdf4b991997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.673507 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:47.550033 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.817150 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48150) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:48.935301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.046785 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.050723 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.059188 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3006d52c-27ca-49d7-b62e-be644a735fb9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:49.099660 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6e7e92474414e94b48cc2b25b13a343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813380 Jun 07 08:16:49.101815 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4ad8e-96a8-440c-93e4-11f03ecfc732,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:49.102194 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48154) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:49.110945 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.111311 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.111691 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.112044 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.112392 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.112737 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.113077 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.113416 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.113758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.114092 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.114427 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.114792 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:49.122146 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:49.163526 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.190978 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.249722 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.252113 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.253254 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edf4ad8e-96a8-440c-93e4-11f03ecfc732 HTTP/1.1" status: 204 len: 168 time: 0.1499743 Jun 07 08:16:49.253987 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e0ad411d-7b38-42c9-873b-f33d1eb9a92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:49.263118 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4ad8e-96a8-440c-93e4-11f03ecfc732,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:49.266151 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:49.381694 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.539077 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48160) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:49.556137 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.662933 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.666984 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.676512 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d816d940-7142-487d-9562-79aa2f47a8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:49.718136 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3b8b46c50544bbcab2b97f62ac1b2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776025 Jun 07 08:16:49.719803 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8153cda5-40ee-47d4-bccc-7fc8b3adb2ba,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:49.720616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48168) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:49.722734 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:49.798336 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.825191 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.890835 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.893231 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.894376 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8153cda5-40ee-47d4-bccc-7fc8b3adb2ba HTTP/1.1" status: 204 len: 168 time: 0.1725538 Jun 07 08:16:49.895123 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-78244da4-b517-48c5-8579-6a221e5e177d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:49.904499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153cda5-40ee-47d4-bccc-7fc8b3adb2ba,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:49.908090 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:51.687025 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48254) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:51.803686 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.903446 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.907934 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.916436 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-56b2a9f2-6e6a-4d7b-9265-9aaf4381a4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:51.955651 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bee7ee9002144acaeccd43bb403a8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674634 Jun 07 08:16:51.957457 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f4509-badf-4557-b40e-2e52f3c3e823,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:51.958272 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48258) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:51.960555 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:52.016046 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.039936 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.092999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.095513 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.096630 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/655f4509-badf-4557-b40e-2e52f3c3e823 HTTP/1.1" status: 204 len: 168 time: 0.1373920 Jun 07 08:16:52.097467 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d9ababb5-25c9-4411-b570-470c3ff0ff9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:52.107091 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f4509-badf-4557-b40e-2e52f3c3e823,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:52.109329 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:52.134137 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:16:52.440968 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48270) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:52.459500 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.580799 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.584344 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.593361 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-1f393d93-a60d-4505-a224-6915e4a05e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:52.639033 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47440e78903d4808a40937c0965742e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968970 Jun 07 08:16:52.640235 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9813f9f-4f8c-4890-ace7-32438ec79611,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:52.642018 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48278) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:52.643271 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:52.709502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.743060 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.798007 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.802475 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.802475 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9813f9f-4f8c-4890-ace7-32438ec79611 HTTP/1.1" status: 204 len: 168 time: 0.1583343 Jun 07 08:16:52.802892 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:52.813589 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9813f9f-4f8c-4890-ace7-32438ec79611,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:52.816016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:53.088350 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48296) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:53.213927 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.332419 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.336444 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.346332 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-10c07830-b9b8-41cb-a68c-87a879bbd483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:53.388485 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7cadaea05c5744ce937957be02d45296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967722 Jun 07 08:16:53.388485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f70a9-6054-4f81-96e7-502a2584cc93,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:53.388899 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48312) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:53.391673 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:53.451125 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.490142 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.550947 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.553754 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.557991 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e9f70a9-6054-4f81-96e7-502a2584cc93 HTTP/1.1" status: 204 len: 168 time: 0.1644881 Jun 07 08:16:53.557991 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a09353af-49e4-44d5-b4b6-08d9d7f87ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:53.567003 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f70a9-6054-4f81-96e7-502a2584cc93,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:53.569525 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:53.601868 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48322) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:53.668877 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Deleting subnet 1d8d5193-9ec8-4f79-b58d-3b226c2dad29 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:53.672350 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.725702 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.798658 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.994214 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.000212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:54.037959 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8d5193-9ec8-4f79-b58d-3b226c2dad29,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:54.040539 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:54.043455 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.045697 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-62f33f5b-7441-4ba3-aae1-7d14f83231c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1d8d5193-9ec8-4f79-b58d-3b226c2dad29 HTTP/1.1" status: 204 len: 168 time: 0.4426682 Jun 07 08:16:54.048409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48344) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:54.170090 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.303854 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.317909 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0188f40-8404-4de0-9971-3d88511b2aa4']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:54.331536 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:54.331923 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815d8ff3-4c7b-40ce-8b5f-54e7a4673f7a') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:54.344589 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.362874 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.369829 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:54.370189 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:54.388559 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:54.469612 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.473983 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:54.490420 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.494491 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] 10.222.0.35 "DELETE /v2.0/networks/d0188f40-8404-4de0-9971-3d88511b2aa4 HTTP/1.1" status: 204 len: 168 time: 0.4428945 Jun 07 08:16:54.495621 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0188f40-8404-4de0-9971-3d88511b2aa4,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:54.498765 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6bad6b5-02c2-4382-b4f3-592d0c167f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:54.691776 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48374) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:54.746358 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-60d4bf2e-4dc9-497d-be9c-445bf7fa6676 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c6b3b1ecf7d4a80a4ce1320dfd9ea1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511432 Jun 07 08:16:54.746603 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48376) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:54.814794 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.842301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.901682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.904602 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.908645 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0337349d-1c36-4ff8-87f2-8276ccd967e7 HTTP/1.1" status: 204 len: 168 time: 0.1586096 Jun 07 08:16:54.908645 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-b39c90a0-d08e-4c95-b21a-8a5c79b107ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:54.917820 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0337349d-1c36-4ff8-87f2-8276ccd967e7,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:54.921339 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:55.810897 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48424) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:55.916718 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-387554165-network', 'tenant_id': '090313f1cc4940e2884d29ec315569b7'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:55.939050 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Made reservation on behalf of 090313f1cc4940e2884d29ec315569b7 for: {'network': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:55.941036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.953877 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.067458 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.071735 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.075713 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9427abb1-6243-41a5-b69b-9accd8c411c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:56.099836 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=91903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:16:56.115847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db0dae9-3a06-48ed-9d62-acd37bc8f330,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:56.120118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.121271 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.121796 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.segments_db [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Added segment 175dc7c4-fcfa-407b-b90c-736674e684f7 of type vlan for network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa Jun 07 08:16:56.217580 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.250898 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.252244 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:56.252827 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.258668 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:56.302632 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4897370 Jun 07 08:16:56.305426 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48432) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:56.311147 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Request body: {'subnet': {'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-387554165-subnet', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'ip_version': 4}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:56.377531 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Pushing event updated for resources: {'Network': ['ID=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:56.380322 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5098d2fa-cd7a-4474-a0fd-136ed8e0180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.392144 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:16:56.408273 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Made reservation on behalf of 090313f1cc4940e2884d29ec315569b7 for: {'subnet': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:56.412684 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13767889'] for subnet, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.666582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15301049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13767875'] for subnet, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.671257 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:56.746112 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8117db8f-8aa8-409d-9136-71ad76a09547,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:56.750854 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.755008 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Checking segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:56.755361 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Network hostable DHCP agents. Network: 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:16:56.772550 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:16:56.781712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa) {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:56.785919 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:56.786513 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.790383 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5d7e2-f229-421a-86c4-bc89204b0372 None None] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:56.807092 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-c8f4455e-542f-4e9c-8165-ab732a69611d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4979954 Jun 07 08:16:56.807465 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48446) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:56.813464 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:56.855939 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.856979 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.878486 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.025360 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:16:57.026454 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.167317 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.196519 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Allocated IP 172.20.0.2 (5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa/8117db8f-8aa8-409d-9136-71ad76a09547/d88a4b42-7498-4d63-b045-c1cd20813762) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:57.479198 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.494963 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Transition to ACTIVE for port object d88a4b42-7498-4d63-b045-c1cd20813762 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:57.526934 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Transition to ACTIVE for port object d88a4b42-7498-4d63-b045-c1cd20813762 will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:57.535956 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.541437 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:57.544635 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.606296 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.616259 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:57.619517 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:57.622539 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:57.707331 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Pushing event updated for resources: {'Port': ['ID=d88a4b42-7498-4d63-b045-c1cd20813762,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:57.745568 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Attempting to bind port d88a4b42-7498-4d63-b045-c1cd20813762 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:57.746193 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Attempting to bind port d88a4b42-7498-4d63-b045-c1cd20813762 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:57.746778 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Attempting to bind port d88a4b42-7498-4d63-b045-c1cd20813762 on network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:57.750783 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.751367 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.751890 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.752544 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.753223 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.753734 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.754167 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.754499 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.754829 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.755635 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.756292 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.756509 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:57.761505 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:57.768171 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:57.769127 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Checking segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:57.769709 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.770131 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Bound using segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:57.770907 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Bound port: d88a4b42-7498-4d63-b045-c1cd20813762, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:57.771540 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.828722 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Allocated IP 172.28.2.254 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/6d422807-aa11-4fda-a29f-fe9431ad04b0) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:57.895463 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] For port d88a4b42-7498-4d63-b045-c1cd20813762, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:57.899066 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] For port d88a4b42-7498-4d63-b045-c1cd20813762, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=d88a4b42-7498-4d63-b045-c1cd20813762,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:57.903847 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.910365 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:58.004837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Pushing event updated for resources: {'Port': ['ID=d88a4b42-7498-4d63-b045-c1cd20813762,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:58.008438 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:58.173880 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.207154 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52db1-addb-4b2a-afe1-5304981ce8c7 req-456c4830-58cc-4cc0-8285-1d37f11af1eb tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:58.209019 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9b52db1-addb-4b2a-afe1-5304981ce8c7 req-456c4830-58cc-4cc0-8285-1d37f11af1eb tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.2626650 Jun 07 08:16:58.261395 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9b52db1-addb-4b2a-afe1-5304981ce8c7 req-68385818-330f-41ba-8bcd-044e5be107ea tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484288 Jun 07 08:16:58.277481 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.289041 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a86433f7-f055-4301-94a0-7023aba31528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:58.360030 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:58.362735 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:58.365185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:58.400508 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d422807-aa11-4fda-a29f-fe9431ad04b0,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:58.403180 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:58.797785 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.063164 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf39d1b-3e9b-4bac-8d5f-5b091ff438d4 None None] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:59.165731 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-1488a87c-1046-4957-b299-269c03a947e1 None None] Provisioning for port d88a4b42-7498-4d63-b045-c1cd20813762 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:59.208985 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.268956 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48504) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:59.272642 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device d88a4b42-7498-4d63-b045-c1cd20813762 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:59.426949 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.458189 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port d88a4b42-7498-4d63-b045-c1cd20813762 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:59.473292 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port d88a4b42-7498-4d63-b045-c1cd20813762 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:59.474059 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.539818 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.544212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.555059 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Router 02bc7da2-194d-4081-81fb-e80ed388b387 is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:16:59.566310 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271d257-860f-419b-83ef-7908b4e0142a req-83255f86-813c-413a-9533-d41d10f58677 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:59.568310 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4271d257-860f-419b-83ef-7908b4e0142a req-83255f86-813c-413a-9533-d41d10f58677 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1083910 Jun 07 08:16:59.576045 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ea95787b-edab-4e5d-bf00-ec7906169b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.606538 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.611057 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72d1b363c4c9443fa389cc0f45ef1569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410244 Jun 07 08:16:59.611911 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48510) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:59.612782 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6ce45-022b-48dd-b635-e24f9ee6c9af,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:59.638101 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:59.656186 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port d88a4b42-7498-4d63-b045-c1cd20813762, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=d88a4b42-7498-4d63-b045-c1cd20813762,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:59.663001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.666698 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-4192256f-ef56-483f-a061-580551a5dccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.692659 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.719875 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.760373 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=d88a4b42-7498-4d63-b045-c1cd20813762,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:59.765368 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:59.781191 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.784298 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.787811 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34c6ce45-022b-48dd-b635-e24f9ee6c9af HTTP/1.1" status: 204 len: 168 time: 0.1697702 Jun 07 08:16:59.787811 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4e84645c-6fc4-492b-a0ba-08f2becc25ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.797156 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6ce45-022b-48dd-b635-e24f9ee6c9af,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:59.799690 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:59.875443 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4271d257-860f-419b-83ef-7908b4e0142a req-3ce2f01c-2810-4776-9ed5-ac950424af85 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387655 Jun 07 08:16:59.908557 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-8e592a4c-3445-404c-9dea-f6009d62a268 None None] Provisioning complete for port d88a4b42-7498-4d63-b045-c1cd20813762 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:59.909210 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8e592a4c-3445-404c-9dea-f6009d62a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.909325 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:59.970386 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Sync routers for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:59.997102 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.998443 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1900890 Jun 07 08:17:00.000881 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:00.001276 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48522) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:00.001505 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:00.053075 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640434c-d22c-4674-9198-2fa0de591584 req-c84f6f1a-6ae6-4a32-b1e1-a08bbef59322 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:00.054598 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9640434c-d22c-4674-9198-2fa0de591584 req-c84f6f1a-6ae6-4a32-b1e1-a08bbef59322 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.1466725 Jun 07 08:17:00.240666 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48526) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:00.292910 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:00.318530 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:00.539061 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Deleting port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:00.539400 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:00.567888 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ef48-2866-4769-a3d2-28709e43856c req-ae90d2c3-e14e-45c4-8002-341cc77c3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:00.569408 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-ae90d2c3-e14e-45c4-8002-341cc77c3211 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1137 time: 0.3360519 Jun 07 08:17:00.628106 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:16:58Z', 'revision_number': 3, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:00.634084 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Checking router: 02bc7da2-194d-4081-81fb-e80ed388b387 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:00.634444 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Updating router 02bc7da2-194d-4081-81fb-e80ed388b387 port 6d422807-aa11-4fda-a29f-fe9431ad04b0 binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:17:00.671297 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:00.685028 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251d9c-7a43-4149-98de-3e453d1da20d req-75768cd9-04e6-475a-83d8-6784701c7d40 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:00.693661 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-29251d9c-7a43-4149-98de-3e453d1da20d req-75768cd9-04e6-475a-83d8-6784701c7d40 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.3769062 Jun 07 08:17:00.696264 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:00.702880 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:00.720639 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-41995240-b6ae-4898-ab23-e103f8d7c0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:00.787969 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdc30e-cf9a-4ff8-8155-857b13ac239b,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:00.807852 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:00.897670 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b90db4624f2497db7f61d5d370bc28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6565628 Jun 07 08:17:00.900260 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48536) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:00.951615 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.033132 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ef48-2866-4769-a3d2-28709e43856c req-c28c1f91-c34b-4d9d-81af-7dc922e29505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:01.034581 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-c28c1f91-c34b-4d9d-81af-7dc922e29505 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 915 time: 0.4462152 Jun 07 08:17:01.045939 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.095338 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.119502 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.136235 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Transition to ACTIVE for port object 6d422807-aa11-4fda-a29f-fe9431ad04b0 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:01.144862 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.150932 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.184817 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-29251d9c-7a43-4149-98de-3e453d1da20d req-1f4f5c6a-92f7-490b-b6f8-46827f4abf7c tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4895570 Jun 07 08:17:01.193750 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] For port fb473520-8a1d-4a70-b6a8-a39fda6da3b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:01.194110 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.253963 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.256401 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.256725 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device d88a4b42-7498-4d63-b045-c1cd20813762 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:01.260257 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33bdc30e-cf9a-4ff8-8155-857b13ac239b HTTP/1.1" status: 204 len: 168 time: 0.3562214 Jun 07 08:17:01.260257 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e592c118-56fd-4c62-b81b-3745cc2aa745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.275894 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdc30e-cf9a-4ff8-8155-857b13ac239b,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.284894 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d5e794c6-5acc-4f4c-b3b6-cfef6bb83f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.300921 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Allocated IP 172.20.0.1 (5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa/8117db8f-8aa8-409d-9136-71ad76a09547/a9b69734-d7d2-40b4-a997-e201cb427dff) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:01.308709 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965ab93-5a5a-4c4d-b847-c3ed9cf0e535 None None] Pushing event updated for resources: {'Port': ['ID=6d422807-aa11-4fda-a29f-fe9431ad04b0,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.324259 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-e965ab93-5a5a-4c4d-b847-c3ed9cf0e535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.325116 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Attempting to bind port 6d422807-aa11-4fda-a29f-fe9431ad04b0 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:01.325484 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Attempting to bind port 6d422807-aa11-4fda-a29f-fe9431ad04b0 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:01.325912 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Attempting to bind port 6d422807-aa11-4fda-a29f-fe9431ad04b0 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:01.341200 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:01.341783 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:01.342293 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.342787 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:01.343437 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Bound port: 6d422807-aa11-4fda-a29f-fe9431ad04b0, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:01.343947 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.397537 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-55e5911f-ff02-4130-a368-96e8b112c182 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 1001 time: 0.3489799 Jun 07 08:17:01.438675 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port d88a4b42-7498-4d63-b045-c1cd20813762 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:01.439107 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.491096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] For port 6d422807-aa11-4fda-a29f-fe9431ad04b0, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:01.518590 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] For port 6d422807-aa11-4fda-a29f-fe9431ad04b0, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=6d422807-aa11-4fda-a29f-fe9431ad04b0,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:01.522416 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.531434 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.535955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.546989 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbc8a9-5073-4ffd-ae80-a14fcae50c4b req-c061d396-951e-4963-9d88-98b5d46134a2 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:01.547742 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Transition to ACTIVE for port object a9b69734-d7d2-40b4-a997-e201cb427dff will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:01.548638 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-38cbc8a9-5073-4ffd-ae80-a14fcae50c4b req-c061d396-951e-4963-9d88-98b5d46134a2 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 945 time: 0.5107512 Jun 07 08:17:01.579971 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.587392 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.597182 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ef48-2866-4769-a3d2-28709e43856c req-1a78b9a4-d241-4386-87bf-e7c4ebc640c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:01.599182 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-1a78b9a4-d241-4386-87bf-e7c4ebc640c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.1919739 Jun 07 08:17:01.665835 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965ab93-5a5a-4c4d-b847-c3ed9cf0e535 None None] Pushing event updated for resources: {'Port': ['ID=6d422807-aa11-4fda-a29f-fe9431ad04b0,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.692539 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:01.693102 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:01.795264 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-e965ab93-5a5a-4c4d-b847-c3ed9cf0e535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.837331 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-38cbc8a9-5073-4ffd-ae80-a14fcae50c4b req-5b32c336-6cdb-405c-835c-aded87aaa183 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776375 Jun 07 08:17:01.871428 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b69734-d7d2-40b4-a997-e201cb427dff,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.881450 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:01.882948 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:01.885340 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.886158 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:01.925116 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.925520 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.925896 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Floating IP 29725c03-cfd2-478a-bff7-af680c8eef8a disassociated. External IP: 172.28.2.142, port: fb473520-8a1d-4a70-b6a8-a39fda6da3b0. Jun 07 08:17:01.926233 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Calling delete_port for fb473520-8a1d-4a70-b6a8-a39fda6da3b0 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:01.931680 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ef48-2866-4769-a3d2-28709e43856c req-c50bb5b1-707a-42da-8838-5756090607cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:01.933606 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-c50bb5b1-707a-42da-8838-5756090607cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3220592 Jun 07 08:17:01.944270 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.128520 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:02.412244 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-a80a0ff0-fbc4-45df-9222-aa9d685a9d09 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675686 Jun 07 08:17:02.513734 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-bc71b373-95ce-43b9-8d28-6392948db725 None None] Provisioning for port a9b69734-d7d2-40b4-a997-e201cb427dff completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:02.525864 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-bc71b373-95ce-43b9-8d28-6392948db725 None None] Provisioning complete for port a9b69734-d7d2-40b4-a997-e201cb427dff triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:02.526327 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-bc71b373-95ce-43b9-8d28-6392948db725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.560324 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.768825 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-bc71b373-95ce-43b9-8d28-6392948db725 None None] Port a9b69734-d7d2-40b4-a997-e201cb427dff cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:02.817845 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:16:58Z', 'revision_number': 3, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:02.823468 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719fd13-0b7d-4d1e-ad2a-f0c0b971bad2 None None] The sync data for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb is: [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:16:58Z', 'revision_number': 3, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:02.892835 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.900314 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.958439 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2640ef48-2866-4769-a3d2-28709e43856c req-2b500666-351b-490e-b915-a67084589a9e service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359755 Jun 07 08:17:02.965624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.974792 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:02.985940 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:03.058584 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event deleted for resources: {'Port': ['ID=fb473520-8a1d-4a70-b6a8-a39fda6da3b0,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:03.061769 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:03.131504 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:03.170105 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b69734-d7d2-40b4-a997-e201cb427dff,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:03.174824 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:03.190158 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97942a-3e75-462b-bf05-edf80fafc1ef req-34456e0a-f52e-4f96-a3c0-dc818374107e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:03.200935 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da97942a-3e75-462b-bf05-edf80fafc1ef req-34456e0a-f52e-4f96-a3c0-dc818374107e tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.6897454 Jun 07 08:17:03.386258 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aae92cb9-f85c-4700-b6cd-2bee2af3abef req-14e0c0f0-2464-43b2-bd04-f8478eff91bc tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 210 time: 0.2121243 Jun 07 08:17:03.527634 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:03.532802 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:03.549555 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da97942a-3e75-462b-bf05-edf80fafc1ef req-c766bf5e-abb2-49b2-b3f4-92c5e8326cc3 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2261133 Jun 07 08:17:03.649011 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:03.912656 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Router 02bc7da2-194d-4081-81fb-e80ed388b387 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:03.950992 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-c45ea43f-9dd2-4af9-8de0-3f5e9f40635a None None] Provisioning complete for port a9b69734-d7d2-40b4-a997-e201cb427dff triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:03.954071 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c45ea43f-9dd2-4af9-8de0-3f5e9f40635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.055761 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:04.068070 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:04.130619 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:04.133652 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:04.165350 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-c45ea43f-9dd2-4af9-8de0-3f5e9f40635a None None] Port a9b69734-d7d2-40b4-a997-e201cb427dff cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:04.193368 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] No DVR routers for this DVR port fb473520-8a1d-4a70-b6a8-a39fda6da3b0 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:17:04.196550 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.198762 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9640434c-d22c-4674-9198-2fa0de591584 req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "DELETE /v2.0/ports/fb473520-8a1d-4a70-b6a8-a39fda6da3b0 HTTP/1.1" status: 204 len: 173 time: 4.1364939 Jun 07 08:17:04.199459 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'name': 'network-vif-deleted', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:04.207853 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26762b11-c884-452d-a98e-b6f3496bf65b" -d '{"events": [{"server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "name": "network-vif-deleted", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:04.372774 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3dfd47-85bc-4169-b1ab-0a178d18b8e8 x-openstack-request-id: req-6d3dfd47-85bc-4169-b1ab-0a178d18b8e8 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:04.373096 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612fe013-eca1-4c14-9c9c-45f403916c58", "name": "network-vif-deleted", "tag": "fb473520-8a1d-4a70-b6a8-a39fda6da3b0", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:04.373376 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d3dfd47-85bc-4169-b1ab-0a178d18b8e8 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:04.373944 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612fe013-eca1-4c14-9c9c-45f403916c58', 'name': 'network-vif-deleted', 'tag': 'fb473520-8a1d-4a70-b6a8-a39fda6da3b0', 'status': 'completed', 'code': 200} Jun 07 08:17:04.392485 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:04.410665 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-93af93ec-e9e4-4f36-844e-2b8e36f13080 admin admin] 10.222.0.35 "PUT /v2.0/routers/02bc7da2-194d-4081-81fb-e80ed388b387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4080248 Jun 07 08:17:04.536385 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:04.863114 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-413d9ee2-f128-45cc-b848-952401a2d514 req-28b5178f-f762-47a3-8010-7019fe501f8c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=612fe013-eca1-4c14-9c9c-45f403916c58 HTTP/1.1" status: 200 len: 210 time: 0.1853292 Jun 07 08:17:05.039261 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43ee9-8183-4e24-82e6-5edf969cbe59 req-f2517b15-b775-4f43-a672-046d2fe1cf24 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:05.041031 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-47d43ee9-8183-4e24-82e6-5edf969cbe59 req-f2517b15-b775-4f43-a672-046d2fe1cf24 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.2740734 Jun 07 08:17:05.077112 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:05.096790 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:05.118158 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:05.118714 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:05.279064 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-47d43ee9-8183-4e24-82e6-5edf969cbe59 req-051fd53e-be78-43ae-9218-d26da7882856 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311409 Jun 07 08:17:05.312076 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 6d422807-aa11-4fda-a29f-fe9431ad04b0 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:05.359163 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e8104-0cc1-4069-a995-b2e50545f2c7 req-0de7b5c5-ff45-4ad5-8ffa-5485970b7ebd tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:05.362008 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-884e8104-0cc1-4069-a995-b2e50545f2c7 req-0de7b5c5-ff45-4ad5-8ffa-5485970b7ebd tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.2622612 Jun 07 08:17:05.461239 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-884e8104-0cc1-4069-a995-b2e50545f2c7 req-6c6565c5-3660-4683-9cc3-c5cf8b039336 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879714 Jun 07 08:17:05.496323 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:05.506165 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48690) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:05.528332 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 6d422807-aa11-4fda-a29f-fe9431ad04b0 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:05.540055 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 6d422807-aa11-4fda-a29f-fe9431ad04b0 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:05.540431 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.614634 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device fb473520-8a1d-4a70-b6a8-a39fda6da3b0 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:05.706267 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Sync routers for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:05.711578 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: fb473520-8a1d-4a70-b6a8-a39fda6da3b0 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:05.711922 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device fb473520-8a1d-4a70-b6a8-a39fda6da3b0 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:05.724562 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:05.725465 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:05.839253 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.854659 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48698) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:05.860776 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38901569-network', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:05.887811 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.db.api [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:17:05.887811 dv-cinder-784945-11-smb neutron-server[91904]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 08:17:05.887811 dv-cinder-784945-11-smb neutron-server[91904]: [parameters: {'project_id': '487f455a602a417a9ca2177eaece03d3', 'id': '9c7a4b4a-b2a6-4804-89ab-7a95bd29d586', 'expiration': datetime.datetime(2021, 6, 7, 8, 19, 5, 881587)}] Jun 07 08:17:05.887811 dv-cinder-784945-11-smb neutron-server[91904]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:17:05.890773 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_db.api [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:17:05.901343 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Made reservation on behalf of cb72a5c15b4e45c2b03f2d509485afa2 for: {'network': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:05.904113 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1830941'] for network, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.921677 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.006833 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.013148 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:06.048711 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:06.066746 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d55253-b945-4794-b6d1-0e247134f00a None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:06.068682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.084237 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.090005 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-391271b2-84ac-4bc3-81f9-38594d4388bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.121145 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 6d422807-aa11-4fda-a29f-fe9431ad04b0, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=6d422807-aa11-4fda-a29f-fe9431ad04b0,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:06.134131 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=91903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:17:06.138785 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48704) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:06.204992 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b689c04e-5e5f-40be-a379-f927ebe016b2,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:06.209259 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.215356 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.215729 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.segments_db [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Added segment 13baceda-aa15-42e9-b055-d55be441921c of type vlan for network f724d9f5-df3d-4d3d-b7c7-819375fb5514 Jun 07 08:17:06.241102 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.241627 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.256922 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-e965ab93-5a5a-4c4d-b847-c3ed9cf0e535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.270505 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790045234926'] for network, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.297580 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-3e768a3b-82d9-42ee-a0e4-af91a99692d2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:06.299160 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-3e768a3b-82d9-42ee-a0e4-af91a99692d2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.1472793 Jun 07 08:17:06.303338 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.394749 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.426716 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.433204 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.436870 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551 HTTP/1.1" status: 204 len: 168 time: 0.2967083 Jun 07 08:17:06.444082 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48710) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:06.444891 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8c7e4136-75b7-4017-9d4c-dae4716121bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.471697 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791'] for network, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.482733 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.api.v2.resource [None req-96f0131c-be41-482b-8e66-63b9f2a3e3be tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] show failed (client error): The resource could not be found. Jun 07 08:17:06.490311 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-96f0131c-be41-482b-8e66-63b9f2a3e3be tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups/cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551 HTTP/1.1" status: 404 len: 347 time: 0.0420036 Jun 07 08:17:06.490853 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48714) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:06.503235 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:06.503927 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.555988 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43c897-b8c3-4669-abe1-4b444a639994 None None] New status for floating IP 29725c03-cfd2-478a-bff7-af680c8eef8a: DOWN {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:06.609815 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=6d422807-aa11-4fda-a29f-fe9431ad04b0,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:06.624365 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.691992 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.696643 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.699708 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0dcdbf-c4cf-4f1b-bbe0-8361200ea551,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:06.711360 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.714339 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.776283 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a4da31c5-c4bc-45b1-88df-88d09b7e32bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.789270 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=487f455a602a417a9ca2177eaece03d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2820079 Jun 07 08:17:06.806670 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48716) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:06.860955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 2, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:06.863809 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c05880-af21-443f-8603-418a35d8648f,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:06.869968 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.870939 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Checking router: 02bc7da2-194d-4081-81fb-e80ed388b387 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:06.871315 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Updating router 02bc7da2-194d-4081-81fb-e80ed388b387 port a9b69734-d7d2-40b4-a997-e201cb427dff binding host dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:17:06.949910 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.962093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.142436 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f724d9f5-df3d-4d3d-b7c7-819375fb5514,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.146707 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.173905 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.198937 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 details requested by agent ovs-agent-dv-cinder-784945-11-smb with host dv-cinder-784945-11-smb {{(pid=91905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:17:07.257470 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48718) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:07.257870 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4021070 Jun 07 08:17:07.265279 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Request body: {'subnet': {'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38901569-subnet', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'ip_version': 4}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:07.291332 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 6d422807-aa11-4fda-a29f-fe9431ad04b0 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:07.299124 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Made reservation on behalf of cb72a5c15b4e45c2b03f2d509485afa2 for: {'subnet': 1} {{(pid=91904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:07.306674 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14908690'] for subnet, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.395721 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Deleting port c901c360-5a00-4a06-b63e-605de093f00a {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:07.396122 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.457716 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.460409 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.463919 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18c05880-af21-443f-8603-418a35d8648f HTTP/1.1" status: 204 len: 168 time: 0.6539466 Jun 07 08:17:07.471853 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8d97f480-5f0a-4da4-a18c-d4db98805a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:07.476849 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc828c-7a04-45f3-8d22-32040d63f634 req-733a9ed8-6b3e-4763-a12a-17dfc0632b39 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:07.478461 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-80dc828c-7a04-45f3-8d22-32040d63f634 req-733a9ed8-6b3e-4763-a12a-17dfc0632b39 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.7100034 Jun 07 08:17:07.488675 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712de5-15cb-4806-8930-6e6e1345c9c8 req-e6485646-3d25-4bc2-aaa7-d8214df96460 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:07.490890 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13712de5-15cb-4806-8930-6e6e1345c9c8 req-e6485646-3d25-4bc2-aaa7-d8214df96460 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.7208474 Jun 07 08:17:07.497861 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c05880-af21-443f-8603-418a35d8648f,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.502671 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.654498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16540829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14908672'] for subnet, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.659566 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-80dc828c-7a04-45f3-8d22-32040d63f634 req-5e70de04-29a2-4e11-8493-cb7c42e42be9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032817 Jun 07 08:17:07.661242 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Deleting port d703fa90-5750-411c-9028-9ec053917b68 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:07.662437 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.674529 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e162d48e-d2b5-49d3-843c-115b04dccb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:07.731103 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13712de5-15cb-4806-8930-6e6e1345c9c8 req-1e216163-ceea-46fe-b065-8177c7eb692d tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762211 Jun 07 08:17:07.858767 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de78465-f414-422b-a74e-487b2dada5e4,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.869105 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.872310 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Checking segment: {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:07.872604 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Network hostable DHCP agents. Network: f724d9f5-df3d-4d3d-b7c7-819375fb5514, hostable agents: ['f9b7cec1-2211-4f27-8bda-88bca21ae40d'], hosted agents: [] {{(pid=91904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:17:07.893837 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 is scheduled to be hosted by DHCP agent f9b7cec1-2211-4f27-8bda-88bca21ae40d with binding_index 1 {{(pid=91904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:17:07.894896 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] For port c901c360-5a00-4a06-b63e-605de093f00a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c901c360-5a00-4a06-b63e-605de093f00a,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:07.895691 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.910247 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-smb, f724d9f5-df3d-4d3d-b7c7-819375fb5514) {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:07.918937 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:07.918937 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.949992 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 6d422807-aa11-4fda-a29f-fe9431ad04b0 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:07.949992 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.952731 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8b850d61-4f19-4dbf-b7e0-292fb960ed78 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6865020 Jun 07 08:17:07.954106 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48726) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:07.965016 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:08.019404 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-577863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14094'] for router, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.020833 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-833657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14103'] for router, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.022660 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df37dbb-e400-4737-bdee-d63363cda481 None None] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:17:08.073796 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.073796 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.076614 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.306620 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48728) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:08.338118 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.377789 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Calling delete_port for d703fa90-5750-411c-9028-9ec053917b68 owned by network:floatingip {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:08.495442 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14113'] for router, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.522255 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Notify callbacks [] for port, precommit_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.540087 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.540603 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c983b1-d30e-5818-8733-441b77de84db-f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'fixed_ips': [{'subnet_id': '8de78465-f414-422b-a74e-487b2dada5e4'}]}} from dv-cinder-784945-11-smb. {{(pid=91905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:17:08.540741 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.541131 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Floating IP d2208a73-9497-4ca4-b608-8d8bde01db03 disassociated. External IP: 172.28.2.192, port: c901c360-5a00-4a06-b63e-605de093f00a. Jun 07 08:17:08.541839 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.541964 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Calling delete_port for c901c360-5a00-4a06-b63e-605de093f00a owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:08.574210 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Transition to ACTIVE for port object a9b69734-d7d2-40b4-a997-e201cb427dff will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:08.618467 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.622885 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:08.726842 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.740838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.791963 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7abd7ac2-b362-4d19-b429-de855170cad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:08.816417 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90112c6589a84f9ba5c7f296a240b5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086646 Jun 07 08:17:08.825728 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48734) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:08.844308 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b3d02-72f9-4a09-9987-33fe6fad0774 None None] Pushing event updated for resources: {'Port': ['ID=a9b69734-d7d2-40b4-a997-e201cb427dff,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:08.865514 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ed0fd-4941-463e-9040-9f7bb509fa7b,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:08.873811 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:08.917205 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-625b3d02-72f9-4a09-9987-33fe6fad0774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.027789 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.038422 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.066454 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Attempting to bind port a9b69734-d7d2-40b4-a997-e201cb427dff on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:09.067214 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Attempting to bind port a9b69734-d7d2-40b4-a997-e201cb427dff by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:09.067214 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Attempting to bind port a9b69734-d7d2-40b4-a997-e201cb427dff on network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:09.080555 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:09.080951 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Checking segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:09.081358 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.081761 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Bound using segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:09.082364 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Bound port: a9b69734-d7d2-40b4-a997-e201cb427dff, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:09.082634 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.092360 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Allocated IP 172.20.0.2 (f724d9f5-df3d-4d3d-b7c7-819375fb5514/8de78465-f414-422b-a74e-487b2dada5e4/1ef9b093-8224-4edc-bbde-59803b6da8f4) {{(pid=91905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:09.181400 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.195080 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event deleted for resources: {'Port': ['ID=d703fa90-5750-411c-9028-9ec053917b68,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.207070 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.213707 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.228695 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.243684 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.258075 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9dce4fe6-cda7-47f9-903c-38c6c52cae68 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.291763 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.338016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event deleted for resources: {'Port': ['ID=c901c360-5a00-4a06-b63e-605de093f00a,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.356134 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.375676 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] For port a9b69734-d7d2-40b4-a997-e201cb427dff, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:09.393565 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] For port a9b69734-d7d2-40b4-a997-e201cb427dff, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=a9b69734-d7d2-40b4-a997-e201cb427dff,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:09.412287 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.419564 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-4192256f-ef56-483f-a061-580551a5dccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.442768 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418150-371e-41ac-a62e-055c81818d7d req-8f5b2f1f-277e-4c3b-9b75-ee2fb112808d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.444365 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0a418150-371e-41ac-a62e-055c81818d7d req-8f5b2f1f-277e-4c3b-9b75-ee2fb112808d tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 946 time: 0.5086524 Jun 07 08:17:09.445777 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.448541 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.449689 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e68ed0fd-4941-463e-9040-9f7bb509fa7b HTTP/1.1" status: 204 len: 168 time: 0.6180556 Jun 07 08:17:09.456004 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7814f65e-10ba-4949-b3be-dcef34befd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.462018 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.464519 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.470983 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "DELETE /v2.0/floatingips/29725c03-cfd2-478a-bff7-af680c8eef8a HTTP/1.1" status: 204 len: 168 time: 2.9624050 Jun 07 08:17:09.478737 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ed0fd-4941-463e-9040-9f7bb509fa7b,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.481381 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.532389 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc633b3-2afc-4185-b3f0-80abfecd6d89 req-bd6ad027-4736-439a-969d-b57a93f396af tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.533213 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Allocated IP 172.28.2.166 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/711ccf82-64f4-4175-b44d-86cf70ce2993) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:09.534001 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7fc633b3-2afc-4185-b3f0-80abfecd6d89 req-bd6ad027-4736-439a-969d-b57a93f396af tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.5096521 Jun 07 08:17:09.697192 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b3d02-72f9-4a09-9987-33fe6fad0774 None None] Pushing event updated for resources: {'Port': ['ID=a9b69734-d7d2-40b4-a997-e201cb427dff,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.713164 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-625b3d02-72f9-4a09-9987-33fe6fad0774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.716005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:09.716757 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:09.748602 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7fc633b3-2afc-4185-b3f0-80abfecd6d89 req-fadd3c0a-f231-4217-8d79-1532910f44e1 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884637 Jun 07 08:17:09.845519 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0a418150-371e-41ac-a62e-055c81818d7d req-0f1e1d59-78e3-40d2-8d5f-c1111af86a7b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=24cf892a-35be-407a-bd1b-69bd24c24473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696690 Jun 07 08:17:09.848022 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Notify callbacks [] for port, precommit_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.899371 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Transition to ACTIVE for port object 1ef9b093-8224-4edc-bbde-59803b6da8f4 will not be triggered until provisioned by entity L2. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:09.900478 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:10.067442 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.140933 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.148481 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.161615 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:10.321169 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:10.322957 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:10.324357 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Pushing event updated for resources: {'Port': ['ID=711ccf82-64f4-4175-b44d-86cf70ce2993,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.329261 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:10.331781 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.333247 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:10.336533 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Transition to ACTIVE for port object 1ef9b093-8224-4edc-bbde-59803b6da8f4 will not be triggered until provisioned by entity DHCP. {{(pid=91905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:10.368606 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624'] for port, after_create {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.398459 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.478825 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48746) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.499303 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:10.508932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] No DVR routers for this DVR port c901c360-5a00-4a06-b63e-605de093f00a on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:17:10.510664 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.522477 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.524531 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3888e5e6-5f33-4586-b46b-575c46628f48 req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "DELETE /v2.0/ports/c901c360-5a00-4a06-b63e-605de093f00a HTTP/1.1" status: 204 len: 173 time: 4.2167053 Jun 07 08:17:10.527036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-deleted', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:10.530447 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc4321-faea-4548-ad2f-519f27dbd1b9" -d '{"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-deleted", "tag": "c901c360-5a00-4a06-b63e-605de093f00a"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:10.574778 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48750) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.580797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456732198', 'description': 'tempest-description--1640225398'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:10.650811 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc192b8c-1063-4dc9-a440-e25f9e5c40c1 x-openstack-request-id: req-dc192b8c-1063-4dc9-a440-e25f9e5c40c1 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:10.651243 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b3ecb8-4ca4-4f27-9a19-be8c2995aad7", "name": "network-vif-deleted", "tag": "c901c360-5a00-4a06-b63e-605de093f00a", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:10.651665 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc192b8c-1063-4dc9-a440-e25f9e5c40c1 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:10.652149 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b3ecb8-4ca4-4f27-9a19-be8c2995aad7', 'name': 'network-vif-deleted', 'tag': 'c901c360-5a00-4a06-b63e-605de093f00a', 'status': 'completed', 'code': 200} Jun 07 08:17:10.673685 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.684047 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.698034 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-586e1651-3617-42b0-9ca8-af68b426edaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.706241 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 is already hosted by enough agents. {{(pid=91905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:10.711559 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Resources bound (agent type, host, resource id): {{(pid=91905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:10.721456 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Received port after_create {{(pid=91905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:10.725707 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Pushing event updated for resources: {'Port': ['ID=1ef9b093-8224-4edc-bbde-59803b6da8f4,revision_number=1']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.731464 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:10.732078 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:10.770141 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90c1cdf74b66457daa1dc08045cf9217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869184 Jun 07 08:17:10.770384 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48752) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.783162 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ace875-52ff-43fa-97c2-33d701da9490,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.785899 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.788760 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.803738 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.883645 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.974613 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.983358 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.999321 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Attempting to bind port 1ef9b093-8224-4edc-bbde-59803b6da8f4 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:10.999960 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Attempting to bind port 1ef9b093-8224-4edc-bbde-59803b6da8f4 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:11.000624 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Attempting to bind port 1ef9b093-8224-4edc-bbde-59803b6da8f4 on network f724d9f5-df3d-4d3d-b7c7-819375fb5514 {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:11.012299 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:11.012722 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Checking segment: {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:11.013193 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.013621 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Bound using segment: {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'} {{(pid=91905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:11.014230 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.managers [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Bound port: 1ef9b093-8224-4edc-bbde-59803b6da8f4, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'}}] {{(pid=91905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:11.014663 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.133879 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-17cf65ac-2dc5-4aed-a4b8-da917b7ec02b req-c59adc97-4f84-47d2-ac32-3ad5abf7417b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b3ecb8-4ca4-4f27-9a19-be8c2995aad7 HTTP/1.1" status: 200 len: 210 time: 0.0661402 Jun 07 08:17:11.157559 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.171817 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865780e-e47d-49ea-b934-7e35d763015b req-3a2fa8f4-465c-4d02-92b2-db2fd5581203 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:11.173254 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b865780e-e47d-49ea-b934-7e35d763015b req-3a2fa8f4-465c-4d02-92b2-db2fd5581203 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.2529426 Jun 07 08:17:11.175014 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.181345 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.234913 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.237303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.238467 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49ace875-52ff-43fa-97c2-33d701da9490 HTTP/1.1" status: 204 len: 168 time: 0.4669678 Jun 07 08:17:11.251295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.252597 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6767433 Jun 07 08:17:11.262358 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48760) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:11.270122 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'security_group_rule': {'security_group_id': '97e19386-ba75-45a8-9caa-9aa19e1bef93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:11.286599 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b865780e-e47d-49ea-b934-7e35d763015b req-ed2382a2-7ea0-4bd4-b9b8-add335b350e5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903895 Jun 07 08:17:11.289011 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:09Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:11.292270 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e19386-ba75-45a8-9caa-9aa19e1bef93,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.313680 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.317882 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1f9689f5-6428-4039-9270-2c96c5167f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.319294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62ed40-eeb1-4b5e-9d7d-88d69f888342 None None] The sync data for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb is: [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:09Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:11.349499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ace875-52ff-43fa-97c2-33d701da9490,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.356429 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-47d551f4-6d9a-4770-905e-86b8bf587298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.357597 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:11.492396 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.497095 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] For port 1ef9b093-8224-4edc-bbde-59803b6da8f4, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:11.574652 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] For port 1ef9b093-8224-4edc-bbde-59803b6da8f4, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=1ef9b093-8224-4edc-bbde-59803b6da8f4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:11.587559 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.590877 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-d0a31d4f-05c0-4744-b0e2-5ba22bbb15fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.635467 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:11.697767 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.711693 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.720129 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3da0f7d6-0240-4288-bde9-9aff147ce8d4 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.721917 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: c901c360-5a00-4a06-b63e-605de093f00a {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:11.722128 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c901c360-5a00-4a06-b63e-605de093f00a not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:11.766003 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf773b9-f2c1-4863-af64-2c8b3c018b23,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.778034 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.781841 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-732582'] for router, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.794851 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Pushing event updated for resources: {'Port': ['ID=1ef9b093-8224-4edc-bbde-59803b6da8f4,revision_number=2']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.801572 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.874840 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.877993 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2507c35f-521a-4fb9-810e-e8bddc0cf768 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6143651 Jun 07 08:17:11.881013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48764) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:11.886221 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'security_group_rule': {'security_group_id': '97e19386-ba75-45a8-9caa-9aa19e1bef93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:11.953927 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.084032 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.090139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.102148 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:12.130192 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:12.135911 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:12.153176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9bb9ee-fa92-496e-afe2-723921bac8f4,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:12.153362 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:12.154672 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:12.156728 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:12.162340 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.165467 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820883 Jun 07 08:17:12.166144 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Router 6831c94e-0521-4ea9-a74a-c80d9d103a70 is scheduled to L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 with binding_index 1 {{(pid=91904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:17:12.167917 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48766) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.175064 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'floatingip': {'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:12.231324 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.522268 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:12.564486 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48774) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.660220 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:12.671211 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Sync routers for ids ['6831c94e-0521-4ea9-a74a-c80d9d103a70'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:12.690472 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Routers {'6831c94e-0521-4ea9-a74a-c80d9d103a70'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:12.692669 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['6831c94e-0521-4ea9-a74a-c80d9d103a70'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:12.714540 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.723887 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7607329 Jun 07 08:17:12.725025 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48778) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.751691 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.840230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.983098 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.986335 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.990483 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "DELETE /v2.0/security-groups/24cf892a-35be-407a-bd1b-69bd24c24473 HTTP/1.1" status: 204 len: 168 time: 0.4235384 Jun 07 08:17:12.992286 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48780) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.992966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a7312d25-3054-41f3-880c-bec38ffa02c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:12.997405 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Set router 6831c94e-0521-4ea9-a74a-c80d9d103a70 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:13.068403 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf892a-35be-407a-bd1b-69bd24c24473,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:13.086635 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-fa7c4fd4-d0c2-4c8e-a0f0-556a30650a09 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:13.116047 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.api.v2.resource [None req-463c68fd-8a67-48c2-9788-b6f687b852e6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] show failed (client error): The resource could not be found. Jun 07 08:17:13.120240 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-463c68fd-8a67-48c2-9788-b6f687b852e6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups/24cf892a-35be-407a-bd1b-69bd24c24473 HTTP/1.1" status: 404 len: 347 time: 0.0978041 Jun 07 08:17:13.143623 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48782) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:13.266453 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:13.282471 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094852b-c04a-4587-93b5-23e1c1f75061 req-c304c8da-6ba8-43f8-8f77-449fe85b2144 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:13.289299 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c8fe8-f100-4246-8441-2528bcc83b38 None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:13.291696 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1094852b-c04a-4587-93b5-23e1c1f75061 req-c304c8da-6ba8-43f8-8f77-449fe85b2144 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.7284670 Jun 07 08:17:13.315760 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.404198 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f623a3c-f343-4f74-9bea-26a66e2f613c None None] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:17:13.427353 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device a9b69734-d7d2-40b4-a997-e201cb427dff up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:13.557069 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1094852b-c04a-4587-93b5-23e1c1f75061 req-f87985e7-14c8-46e0-8475-25bcce2e0468 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2644849 Jun 07 08:17:13.695779 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:17:10Z', 'revision_number': 3, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:13.703219 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Checking router: 6831c94e-0521-4ea9-a74a-c80d9d103a70 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:13.703987 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Updating router 6831c94e-0521-4ea9-a74a-c80d9d103a70 port 711ccf82-64f4-4175-b44d-86cf70ce2993 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:17:13.727549 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Allocated IP 172.28.2.237 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/9655066d-5407-4c13-be36-513030c5c860) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:13.740412 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Deleting port 9a67f6f3-2c56-4b80-9cc6-a987ebc64b8b {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:13.740763 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.820280 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.860505 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9b33180a-77ab-4806-9f85-70c192824e3d None None] Provisioning for port 1ef9b093-8224-4edc-bbde-59803b6da8f4 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:13.943487 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port a9b69734-d7d2-40b4-a997-e201cb427dff completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:13.977578 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port a9b69734-d7d2-40b4-a997-e201cb427dff triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:13.977959 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.994657 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.105232 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.105232 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.220077 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66254c5-3ce2-4712-9496-43c74e140c5d None None] New status for floating IP d2208a73-9497-4ca4-b608-8d8bde01db03: DOWN {{(pid=91905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:14.297385 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Calling delete_port for 9a67f6f3-2c56-4b80-9cc6-a987ebc64b8b owned by network:floatingip {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:14.363329 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_common [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Allocated IP 172.20.0.1 (f724d9f5-df3d-4d3d-b7c7-819375fb5514/8de78465-f414-422b-a74e-487b2dada5e4/2dd703c5-8a35-4d7a-8790-60ac39cf08a4) {{(pid=91904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:14.369592 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-306a4e3f-6228-4102-929b-762f546e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.485675 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.510305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.538458 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port a9b69734-d7d2-40b4-a997-e201cb427dff, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=a9b69734-d7d2-40b4-a997-e201cb427dff,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:14.543892 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.544827 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 1ef9b093-8224-4edc-bbde-59803b6da8f4 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:14.558179 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.575388 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:14.581747 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.provisioning_blocks [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Transition to ACTIVE for port object 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 will not be triggered until provisioned by entity DHCP. {{(pid=91904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:14.599869 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.605396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-afe830c4-f0a3-405d-84aa-ce60ebb75863 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:14.613577 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.618699 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7c5bcf76-0bca-41b8-b91b-7e8a1c4c7bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:14.658935 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event deleted for resources: {'Port': ['ID=9a67f6f3-2c56-4b80-9cc6-a987ebc64b8b,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:14.661948 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:14.705226 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:14.714655 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:14.732574 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Received port after_create {{(pid=91904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:14.738549 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=a9b69734-d7d2-40b4-a997-e201cb427dff,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:14.745117 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:14.759754 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 1ef9b093-8224-4edc-bbde-59803b6da8f4 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:14.766323 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 1ef9b093-8224-4edc-bbde-59803b6da8f4 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:14.766943 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.773215 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:14.784342 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:14.815757 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-804076'] for router_interface, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.835567 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.854484 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5918b9c0-f240-4e67-8b80-b0bd1f1efc72 tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:14.928946 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.931817 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.933021 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "DELETE /v2.0/floatingips/d2208a73-9497-4ca4-b608-8d8bde01db03 HTTP/1.1" status: 204 len: 168 time: 1.7875497 Jun 07 08:17:14.942539 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.017114 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 1ef9b093-8224-4edc-bbde-59803b6da8f4, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=1ef9b093-8224-4edc-bbde-59803b6da8f4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:15.022254 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.022854 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:15.027653 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.028114 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:15.029907 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:15.033967 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:15.085256 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'Port': ['ID=9655066d-5407-4c13-be36-513030c5c860,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.088966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:15.188740 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-b9dece0f-251f-41d0-9c5b-6893f2bbe615 None None] Provisioning for port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:15.200054 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-b9dece0f-251f-41d0-9c5b-6893f2bbe615 None None] Provisioning complete for port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:15.201289 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-b9dece0f-251f-41d0-9c5b-6893f2bbe615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.232893 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=1ef9b093-8224-4edc-bbde-59803b6da8f4,revision_number=3']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.237173 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:15.279346 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device a9b69734-d7d2-40b4-a997-e201cb427dff up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:15.281745 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.338346 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0888fb-6123-4265-bdd8-5be1349c2e54 req-1d3235ea-2b27-474e-9c8b-1dea57d19130 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:15.347197 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1f0888fb-6123-4265-bdd8-5be1349c2e54 req-1d3235ea-2b27-474e-9c8b-1dea57d19130 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.6012864 Jun 07 08:17:15.384278 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.408018 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Transition to ACTIVE for port object 711ccf82-64f4-4175-b44d-86cf70ce2993 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:15.416912 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.429116 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:15.433184 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-b9dece0f-251f-41d0-9c5b-6893f2bbe615 None None] Port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:15.447513 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1f0888fb-6123-4265-bdd8-5be1349c2e54 req-7fe4bfb9-46fa-422b-878b-2a68aa90214f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=c301658b-1e92-406c-9515-1804c21f107d&id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984373 Jun 07 08:17:15.457932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.504587 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Pushing event updated for resources: {'Port': ['ID=711ccf82-64f4-4175-b44d-86cf70ce2993,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.515562 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port a9b69734-d7d2-40b4-a997-e201cb427dff triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:15.516588 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.529453 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.530351 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.530688 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.531018 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.531390 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.531750 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.532074 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.532397 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.532738 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.533093 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.533444 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.533809 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:15.537173 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Attempting to bind port 711ccf82-64f4-4175-b44d-86cf70ce2993 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:15.537892 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Attempting to bind port 711ccf82-64f4-4175-b44d-86cf70ce2993 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:15.538053 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Attempting to bind port 711ccf82-64f4-4175-b44d-86cf70ce2993 on network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:15.544036 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:15.545233 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:15.545931 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Checking segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:15.546645 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.547037 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Bound using segment: {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:15.547680 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Bound port: 711ccf82-64f4-4175-b44d-86cf70ce2993, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78477a-6759-4ffd-b866-3c7adf10ae62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:15.548215 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.619772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.629114 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16540682'] for port, after_update {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.645567 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] For port 711ccf82-64f4-4175-b44d-86cf70ce2993, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:15.649409 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] For port 711ccf82-64f4-4175-b44d-86cf70ce2993, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=711ccf82-64f4-4175-b44d-86cf70ce2993,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:15.657210 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.665354 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48796) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:15.668772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-92fffea6-689d-4fc0-bb18-f1c36a1b2fa0 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:15.668939 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ee01ab2-69aa-416d-8dcb-c3acf650b793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:15.736395 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.742575 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.743599 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Routers {'6831c94e-0521-4ea9-a74a-c80d9d103a70'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:15.744311 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:16:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['6831c94e-0521-4ea9-a74a-c80d9d103a70'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:15.754749 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5d910d6b-88a2-4709-9352-d627b8b50a30 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:15.761037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583781730', 'description': 'tempest-description--562467345'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:15.771998 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,revision_number=2']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.777658 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:15.814293 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729524'] for router_interface, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.824595 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.900727 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Pushing event updated for resources: {'Port': ['ID=711ccf82-64f4-4175-b44d-86cf70ce2993,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.904044 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.907098 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:15.908674 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'Port': ['ID=9655066d-5407-4c13-be36-513030c5c860,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.912721 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:16.011732 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 is already hosted by enough agents. {{(pid=91904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:16.011972 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] Set router 6831c94e-0521-4ea9-a74a-c80d9d103a70 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:16.017603 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.base_scheduler [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:16.130656 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.142513 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.142882 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.143885 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9747312 Jun 07 08:17:16.167985 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ab96ca27-4e90-45c6-9476-2230bb380711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:16.271721 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-c1f2b37e-af08-4740-8073-34209c5f29f1 None None] Provisioning complete for port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:16.272701 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b37e-af08-4740-8073-34209c5f29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.302067 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.303101 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5463603 Jun 07 08:17:16.307131 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48812) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:16.311766 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3204451-c1ea-4007-9293-be4f99c16872,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:16.314917 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'security_group_rule': {'security_group_id': 'b3204451-c1ea-4007-9293-be4f99c16872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:16.323922 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:16.355771 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2b37e-af08-4740-8073-34209c5f29f1 None None] Port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:16.356637 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Router 6831c94e-0521-4ea9-a74a-c80d9d103a70 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:16.383588 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.387870 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.470169 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.470410 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '2dd703c5-8a35-4d7a-8790-60ac39cf08a4', 'name': '', 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'mac_address': 'fa:16:3e:dc:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8de78465-f414-422b-a74e-487b2dada5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:14Z', 'updated_at': '2021-06-07T08:17:15Z', 'revision_number': 2, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'subnets': [{'id': '8de78465-f414-422b-a74e-487b2dada5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:16.475123 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127f093-b7d0-4caf-8a11-3d4337d77fcf None None] The sync data for ids ['6831c94e-0521-4ea9-a74a-c80d9d103a70'] in dv-cinder-784945-11-smb is: [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '2dd703c5-8a35-4d7a-8790-60ac39cf08a4', 'name': '', 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'mac_address': 'fa:16:3e:dc:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8de78465-f414-422b-a74e-487b2dada5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:14Z', 'updated_at': '2021-06-07T08:17:15Z', 'revision_number': 2, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'subnets': [{'id': '8de78465-f414-422b-a74e-487b2dada5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:16.477072 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.483104 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:16.523768 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12965ce-e98c-4796-84dd-c1389f60e396,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:16.528885 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:16.529941 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.531490 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1f2b472c-16b2-4723-99a3-2604be29d790 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2229362 Jun 07 08:17:16.536989 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-e615ec59-ef75-4643-9fcf-5a16fbaabcd3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--456732198&fields=id&tenant_id=c76a8abc57f34c8f829a0e9629aecc6a HTTP/1.1" status: 200 len: 267 time: 0.0842693 Jun 07 08:17:16.537469 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48824) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:16.542173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'security_group_rule': {'security_group_id': 'b3204451-c1ea-4007-9293-be4f99c16872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:16.597208 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:16.603157 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] 10.222.0.35 "PUT /v2.0/routers/6831c94e-0521-4ea9-a74a-c80d9d103a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763895 Jun 07 08:17:16.631187 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-af2bd66d-2183-47e4-8c29-24abde9a28d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.673250 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.680999 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.754637 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-5d8a8229-a145-44eb-8672-09ce5f985d2c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:16.756708 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-5d8a8229-a145-44eb-8672-09ce5f985d2c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 811 time: 0.2075880 Jun 07 08:17:16.797597 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-539b6b47-6e8c-4231-bce6-01aabda308e7 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/quotas/c76a8abc57f34c8f829a0e9629aecc6a HTTP/1.1" status: 200 len: 375 time: 0.0207646 Jun 07 08:17:16.802185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.848622 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.855983 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-35bc64fb-2bb8-47a8-87ac-0cec523a1e54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:16.886177 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5273651-b808-4b0c-a4bc-5fd7ea8950e2,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:16.903575 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:16.909799 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.910834 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-402dddf1-638c-4cf9-b3f1-7df6868283c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724184 Jun 07 08:17:16.916360 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48832) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:16.922266 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'floatingip': {'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:16.956717 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.980410 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-664e6bf7-93c5-4608-ac26-cbc3bdd6e0a5 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770031 Jun 07 08:17:17.223857 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 1ef9b093-8224-4edc-bbde-59803b6da8f4 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:17.224089 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-2535d6dc-f345-4e9a-8df2-c394c12c9dab service neutron] 10.222.0.35 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312129 Jun 07 08:17:17.335437 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 1ef9b093-8224-4edc-bbde-59803b6da8f4 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:17.335912 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.449861 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-f118448f-c7a0-4618-a030-256feacf1866 service neutron] 10.222.0.35 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157502 Jun 07 08:17:17.477359 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.509602 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48836) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:17.516460 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678717425', 'description': 'tempest-secgroup-smoke-1678717425 description', 'project_id': '090313f1cc4940e2884d29ec315569b7'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:17.562742 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.602837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.711947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Allocated IP 172.28.2.162 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/c28a29b7-c693-4e9c-a34f-457fd69feff9) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:17.714984 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.719148 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.725100 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9c8374a0-0a7b-44cd-b983-3c3fc5c100da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:17.762409 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.767827 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2527740 Jun 07 08:17:17.768438 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48838) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:17.773088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group_rule': {'security_group_id': 'b84327c5-4bcf-42c0-a92b-239b395e6468', 'project_id': '090313f1cc4940e2884d29ec315569b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:17.778625 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84327c5-4bcf-42c0-a92b-239b395e6468,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:17.782742 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:17.814611 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.895295 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.901230 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.903773 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-92f8dcee-cd5d-43c6-8685-d4713d9ad94f tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:17.932316 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9188e8-9439-42fb-af47-493e2e9721bf,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:17.935512 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:17.940928 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.944969 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-cedab483-5434-4320-ac61-0840b02950ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731367 Jun 07 08:17:17.945292 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48844) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:17.951352 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group_rule': {'security_group_id': 'b84327c5-4bcf-42c0-a92b-239b395e6468', 'project_id': '090313f1cc4940e2884d29ec315569b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:17.974559 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-27c65a1f-c2a9-41bb-935a-b3d1eea7b307 req-20de5244-3980-492e-b89a-4ef35a4b5b12 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 210 time: 0.0873482 Jun 07 08:17:18.000752 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.005198 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.043847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.051488 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3d80c6b7-e05c-401f-9218-9a835347bdfe tempest-VolumesActionsTest-509501175 tempest-VolumesActionsTest-509501175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.107957 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.112508 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.114613 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.137426 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a94e83-5fce-4a5f-93a8-66f5590b91df,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.142991 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.153754 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.158290 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7a5d8e95-87e3-42c8-bf9e-844a51e4ab25 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2116492 Jun 07 08:17:18.159010 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48850) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:18.165267 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group_rule': {'security_group_id': 'b84327c5-4bcf-42c0-a92b-239b395e6468', 'project_id': '090313f1cc4940e2884d29ec315569b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:18.200932 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.224932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:18.227669 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:18.230302 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:18.275974 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'Port': ['ID=c28a29b7-c693-4e9c-a34f-457fd69feff9,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.279403 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.284252 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.290794 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.294886 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b9a8f739-f938-4a10-b4e0-93ec75ea3ffa tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.326040 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dd3b94-9214-4c98-8460-81b9b58772bc,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.329772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.334069 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.339020 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 48854) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:18.339289 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9569962a-b2e7-45eb-bdf6-268d9e11af0e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789463 Jun 07 08:17:18.345348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group_rule': {'security_group_id': 'b84327c5-4bcf-42c0-a92b-239b395e6468', 'project_id': '090313f1cc4940e2884d29ec315569b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:18.363711 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.424793 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.450194 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.547282 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.564187 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.575665 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1d87a707-d773-4582-b0b7-234f57e7d5f1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.654247 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40efc63c-b931-4ca6-8e56-1ad5488bbb48,revision_number=0']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.662938 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.667173 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.668368 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-6fb0e6c0-2956-4c84-937d-1382e29d6269 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282394 Jun 07 08:17:18.671377 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48860) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:18.676097 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group_rule': {'security_group_id': 'b84327c5-4bcf-42c0-a92b-239b395e6468', 'project_id': '090313f1cc4940e2884d29ec315569b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:18.698645 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.securitygroups_db [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Project 090313f1cc4940e2884d29ec315569b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:17:18.706020 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.731720 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.737670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.741873 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-596775b5-b83e-46e9-aac2-ec02650b7247 tempest-DeleteServersTestJSON-1043601596 tempest-DeleteServersTestJSON-1043601596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.781137 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.786870 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.806943 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.818122 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.819960 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475720 Jun 07 08:17:18.824369 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 48862) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:18.830223 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.v2.base [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'security_group_rule': {'security_group_id': 'b84327c5-4bcf-42c0-a92b-239b395e6468', 'project_id': '090313f1cc4940e2884d29ec315569b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:18.843965 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e069a3-d8c0-46ef-a9df-f727d33172dd,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.847643 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-11ee0831-1b12-4644-b4d4-81b25c7ec22c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.870071 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.securitygroups_db [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Project 090313f1cc4940e2884d29ec315569b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:17:18.877688 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.888199 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'Port': ['ID=c28a29b7-c693-4e9c-a34f-457fd69feff9,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.895797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.897049 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.920685 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.922718 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0054090 Jun 07 08:17:18.985979 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.992157 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868200'] for security_group_rule, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.006254 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:19.056032 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18b0227-731d-4b75-8fc0-7adf99057f6e,revision_number=0']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:19.064110 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:19.070643 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.079912 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8facec14-0a16-4040-ae0e-6cbf209cc9ff tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2471490 Jun 07 08:17:19.347701 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 711ccf82-64f4-4175-b44d-86cf70ce2993 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:19.414406 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-715907c4-a417-480e-a24f-99b0b17f89cf tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:19.416079 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-715907c4-a417-480e-a24f-99b0b17f89cf tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 811 time: 0.4549124 Jun 07 08:17:19.443136 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9c1e326d-0488-420a-ae14-5930ff0fe787 req-61d596c2-64c5-4225-bcb9-bfcf2a98b74b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 210 time: 0.1897991 Jun 07 08:17:19.446030 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.462251 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 711ccf82-64f4-4175-b44d-86cf70ce2993 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:19.469798 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 711ccf82-64f4-4175-b44d-86cf70ce2993 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:19.470197 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.491860 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-b9f1703e-591e-4a36-ab4e-d258fac16d29 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--583781730&fields=id&tenant_id=390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 267 time: 0.1078472 Jun 07 08:17:19.574053 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-b536d159-3994-4421-a750-05045d4f312e tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c76a8abc57f34c8f829a0e9629aecc6a HTTP/1.1" status: 200 len: 379 time: 0.1366711 Jun 07 08:17:19.611880 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.625845 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'port': {'device_id': '43fb5993-7723-4335-9a74-a1c835e652f0', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'admin_state_up': True, 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'security_groups': ['97e19386-ba75-45a8-9caa-9aa19e1bef93']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:19.632657 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 711ccf82-64f4-4175-b44d-86cf70ce2993, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=711ccf82-64f4-4175-b44d-86cf70ce2993,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:19.641928 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.644400 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:19.687109 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Sync routers for ids ['6831c94e-0521-4ea9-a74a-c80d9d103a70'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:19.701271 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Routers {'6831c94e-0521-4ea9-a74a-c80d9d103a70'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:19.703626 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['6831c94e-0521-4ea9-a74a-c80d9d103a70'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:19.719849 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=711ccf82-64f4-4175-b44d-86cf70ce2993,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:19.723018 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:19.770807 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-0b670ce8-8893-4570-8cf4-708f948d197f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:19.772305 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-0b670ce8-8893-4570-8cf4-708f948d197f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 816 time: 0.2796617 Jun 07 08:17:19.810468 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-decc0673-702f-4f10-be43-1c79a2204f14 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/quotas/390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 375 time: 0.0253851 Jun 07 08:17:19.916811 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Made reservation on behalf of c76a8abc57f34c8f829a0e9629aecc6a for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:19.921396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:19.922689 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Set router 6831c94e-0521-4ea9-a74a-c80d9d103a70 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:20.023385 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-c000020a-892a-4e5c-ac43-b03a42917d31 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1978476 Jun 07 08:17:20.203034 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Allocated IP 172.20.0.3 (d27eab4d-ca14-4288-807c-dae6ae0234fa/daef9e81-4ce2-446d-a283-15b7aee00c74/7efa6790-109c-4d29-bf3e-c636af691e2a) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:20.258806 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-f2561dfd-1e90-449e-98c5-51c58dbd8e6a service neutron] 10.222.0.35 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205365 Jun 07 08:17:20.274703 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '2dd703c5-8a35-4d7a-8790-60ac39cf08a4', 'name': '', 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'mac_address': 'fa:16:3e:dc:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8de78465-f414-422b-a74e-487b2dada5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:14Z', 'updated_at': '2021-06-07T08:17:15Z', 'revision_number': 2, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'subnets': [{'id': '8de78465-f414-422b-a74e-487b2dada5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:20.280577 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Checking router: 6831c94e-0521-4ea9-a74a-c80d9d103a70 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:20.281112 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Updating router 6831c94e-0521-4ea9-a74a-c80d9d103a70 port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 binding host dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:17:20.358040 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.682873 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72706668-2f8a-4e41-a598-0c3138fd0f05 req-112328c4-8cfa-4d07-bae8-c186f4f2860f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 210 time: 0.0690625 Jun 07 08:17:20.702642 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-37680fcd-ad00-41ae-a63d-955d37e79e61 service neutron] 10.222.0.35 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368973 Jun 07 08:17:20.743929 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.744628 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.759286 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Transition to ACTIVE for port object 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:20.768770 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.769146 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Transition to ACTIVE for port object 7efa6790-109c-4d29-bf3e-c636af691e2a will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:20.781486 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-06256da7-6c50-408e-8d30-8d74e8074e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:20.810405 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.829377 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f7fe791c-a556-4c2e-91f7-0b3a3dad2589 tempest-VolumesActionsTest-841287571 tempest-VolumesActionsTest-841287571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:21.011056 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event updated for resources: {'Port': ['ID=7efa6790-109c-4d29-bf3e-c636af691e2a,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:21.021050 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:21.053475 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1474d603-edd3-4e90-b6dc-9484dac617a8 req-1430f72d-ffd5-449a-b1df-9118c2b8f848 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 210 time: 0.0869768 Jun 07 08:17:21.065847 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Network d27eab4d-ca14-4288-807c-dae6ae0234fa is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:21.069328 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:21.072685 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:21.162434 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1803-3262-4117-b939-fa4cff664fe7 None None] Pushing event updated for resources: {'Port': ['ID=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:21.178294 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:21.179008 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.180322 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bf0b1803-3262-4117-b939-fa4cff664fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:21.235208 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6091998 Jun 07 08:17:21.242777 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Request body: {'port': {'device_id': '43fb5993-7723-4335-9a74-a1c835e652f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:21.322707 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Attempting to bind port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 on host dv-cinder-784945-11-smb for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:21.323183 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Attempting to bind port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 by drivers openvswitch,hyperv on host dv-cinder-784945-11-smb at level 0 using segments [{'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:21.324268 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Attempting to bind port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 on network f724d9f5-df3d-4d3d-b7c7-819375fb5514 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:21.344892 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Checking agent: {'id': 'c12b9bb0-e379-4f7c-a765-67eb4af45847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 4, 47), 'started_at': datetime.datetime(2021, 6, 7, 8, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:21.345397 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Checking segment: {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:21.345976 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.346473 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Bound using segment: {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:21.347248 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Bound port: 2dd703c5-8a35-4d7a-8790-60ac39cf08a4, host: dv-cinder-784945-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13baceda-aa15-42e9-b055-d55be441921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:21.347747 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.424702 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 711ccf82-64f4-4175-b44d-86cf70ce2993 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:21.549485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.551663 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 711ccf82-64f4-4175-b44d-86cf70ce2993 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:21.552291 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.573164 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] For port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4, host dv-cinder-784945-11-smb, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:21.577862 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] For port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4, host dv-cinder-784945-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:21.587119 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.595912 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cce45c46-25d1-4846-a670-5984a3c5bcd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:21.643170 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-b01a5acd-9a07-4b6c-9321-2d781f8716b5 None None] Provisioning for port 7efa6790-109c-4d29-bf3e-c636af691e2a completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:21.656472 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-b01a5acd-9a07-4b6c-9321-2d781f8716b5 None None] Provisioning complete for port 7efa6790-109c-4d29-bf3e-c636af691e2a triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:21.656847 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-b01a5acd-9a07-4b6c-9321-2d781f8716b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.750009 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1803-3262-4117-b939-fa4cff664fe7 None None] Pushing event updated for resources: {'Port': ['ID=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,revision_number=4']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:21.770321 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bf0b1803-3262-4117-b939-fa4cff664fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:21.771738 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Routers {'6831c94e-0521-4ea9-a74a-c80d9d103a70'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:21.773155 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['6831c94e-0521-4ea9-a74a-c80d9d103a70'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:21.798480 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-b01a5acd-9a07-4b6c-9321-2d781f8716b5 None None] Port 7efa6790-109c-4d29-bf3e-c636af691e2a cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:22.033113 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a7cad-d4a1-4894-9bcb-319338794e07 req-3886871b-76d0-496f-90c2-6e455fcbe308 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:22.034572 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e03a7cad-d4a1-4894-9bcb-319338794e07 req-3886871b-76d0-496f-90c2-6e455fcbe308 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 931 time: 0.1340597 Jun 07 08:17:22.038605 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] Set router 6831c94e-0521-4ea9-a74a-c80d9d103a70 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:22.130645 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efa6790-109c-4d29-bf3e-c636af691e2a {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:22.142772 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.160551 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e03a7cad-d4a1-4894-9bcb-319338794e07 req-693dd41d-2634-4dbe-9baa-39cb6f9905d2 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176546 Jun 07 08:17:22.179213 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Transition to ACTIVE for port object 7efa6790-109c-4d29-bf3e-c636af691e2a will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:22.183941 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.190036 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-3b960363-7093-47bc-b53c-ffa3bbfeaf39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:22.345422 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-573762cc-82fa-4c9b-81ed-6d419ccef8e1 req-a30c7011-d183-4b89-abf7-b7b4df63d442 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 210 time: 0.1067622 Jun 07 08:17:22.365707 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa6790-109c-4d29-bf3e-c636af691e2a,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:22.393600 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:22.434114 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '2dd703c5-8a35-4d7a-8790-60ac39cf08a4', 'name': '', 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'mac_address': 'fa:16:3e:dc:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8de78465-f414-422b-a74e-487b2dada5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:14Z', 'updated_at': '2021-06-07T08:17:21Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'subnets': [{'id': '8de78465-f414-422b-a74e-487b2dada5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:22.439917 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ffcd0-29f2-48d2-bbb7-253af3638fd7 None None] The sync data for ids ['6831c94e-0521-4ea9-a74a-c80d9d103a70'] in dv-cinder-784945-11-smb is: [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '2dd703c5-8a35-4d7a-8790-60ac39cf08a4', 'name': '', 'network_id': 'f724d9f5-df3d-4d3d-b7c7-819375fb5514', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'mac_address': 'fa:16:3e:dc:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8de78465-f414-422b-a74e-487b2dada5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:14Z', 'updated_at': '2021-06-07T08:17:21Z', 'revision_number': 4, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'subnets': [{'id': '8de78465-f414-422b-a74e-487b2dada5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:22.495845 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Attempting to bind port 7efa6790-109c-4d29-bf3e-c636af691e2a on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:22.496646 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Attempting to bind port 7efa6790-109c-4d29-bf3e-c636af691e2a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:22.496801 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Attempting to bind port 7efa6790-109c-4d29-bf3e-c636af691e2a on network d27eab4d-ca14-4288-807c-dae6ae0234fa {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:22.503692 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Port 7efa6790-109c-4d29-bf3e-c636af691e2a on network d27eab4d-ca14-4288-807c-dae6ae0234fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:17:22.504092 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Attempting to bind port 7efa6790-109c-4d29-bf3e-c636af691e2a on network d27eab4d-ca14-4288-807c-dae6ae0234fa {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:22.510427 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:22.511284 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Checking segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:22.511284 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Bound using segment: {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:22.511807 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Bound port: 7efa6790-109c-4d29-bf3e-c636af691e2a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323cd534-1b31-4f4a-a190-3ab663c43d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:22.512225 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.716404 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] For port 7efa6790-109c-4d29-bf3e-c636af691e2a, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:22.738429 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] For port 7efa6790-109c-4d29-bf3e-c636af691e2a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7efa6790-109c-4d29-bf3e-c636af691e2a,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:22.748713 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.757067 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f0799f80-ba99-4e96-8efa-81539bed880e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:22.821846 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-873adafd-9e02-464d-af56-447be216fe19 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:22.823288 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-873adafd-9e02-464d-af56-447be216fe19 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 816 time: 0.2400544 Jun 07 08:17:22.834188 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:22.834804 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.836215 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] 10.222.0.22 "PUT /v2.0/ports/7efa6790-109c-4d29-bf3e-c636af691e2a HTTP/1.1" status: 200 len: 1093 time: 1.5985119 Jun 07 08:17:22.836786 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:22.839278 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2" -d '{"events": [{"name": "network-changed", "server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:23.055216 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bea14-b90f-4a45-bddd-1ffef81944ce x-openstack-request-id: req-378bea14-b90f-4a45-bddd-1ffef81944ce {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:23.055862 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:23.055966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-378bea14-b90f-4a45-bddd-1ffef81944ce {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:23.056420 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'status': 'completed', 'code': 200} Jun 07 08:17:23.082328 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa6790-109c-4d29-bf3e-c636af691e2a,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:23.095185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:23.115422 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-10f7ac8d-9535-4c56-b511-473eb6d9cb2e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 379 time: 0.2605832 Jun 07 08:17:23.129112 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'port': {'device_id': '16851c11-fe82-4262-825b-9242b7c39a69', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'admin_state_up': True, 'tenant_id': '390ada9782644f479952384524a144fd', 'security_groups': ['b3204451-c1ea-4007-9293-be4f99c16872']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:23.292889 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:23.386730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-050b3800-998a-4c38-a3f3-c97dd30a1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:23.390344 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-050b3800-998a-4c38-a3f3-c97dd30a1d49 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 1096 time: 0.4831612 Jun 07 08:17:23.446138 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning for port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:23.452394 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:23.452769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:23.575770 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-d9c7d773-6d73-49d0-b9eb-840650d5d8cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efa6790-109c-4d29-bf3e-c636af691e2a HTTP/1.1" status: 200 len: 217 time: 0.1644309 Jun 07 08:17:23.602799 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:23.652340 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] For port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:23.659820 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:23.661955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:23.698949 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da4af257-e0da-496a-b3d9-dfde183b44b2 req-4921583f-7ed8-41c5-a6b8-610752994e76 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 210 time: 0.2012630 Jun 07 08:17:23.709003 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Made reservation on behalf of 390ada9782644f479952384524a144fd for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:23.712561 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:23.741171 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Pushing event updated for resources: {'Port': ['ID=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:23.744592 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:23.752187 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-8edf299f-78e8-4efb-9a60-c84f56349139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:23.753633 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-8edf299f-78e8-4efb-9a60-c84f56349139 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.1674099 Jun 07 08:17:23.862307 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddb5e1-0a0d-47e1-93d0-0b09575c80da req-5bc92a3e-d838-4aea-a51d-b5baede4d450 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:23.863677 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9fddb5e1-0a0d-47e1-93d0-0b09575c80da req-5bc92a3e-d838-4aea-a51d-b5baede4d450 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 943 time: 0.5175071 Jun 07 08:17:23.995764 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9fddb5e1-0a0d-47e1-93d0-0b09575c80da req-f391eac8-3d77-478f-89f0-e0d993dcb2f4 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189017 Jun 07 08:17:24.010034 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-656d3b54-d266-458a-ba8c-208427b4df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:24.011720 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-656d3b54-d266-458a-ba8c-208427b4df83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2503083 Jun 07 08:17:24.019066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Allocated IP 172.20.0.14 (04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a/bd997402-5fa9-4dbb-a328-b60dd2d3faa8/0c9d0784-c084-4b9a-8fba-64e68da31ea7) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:24.265128 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-c0f58cb1-110e-4e67-b73b-803039bfa82c service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430484 Jun 07 08:17:24.399826 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.433982 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Transition to ACTIVE for port object 0c9d0784-c084-4b9a-8fba-64e68da31ea7 will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:24.460868 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b021714e-58ac-4aa1-a5f0-66077df8b689 req-ea51a540-6fab-4da3-a751-61b4c1ea0ed6 service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768286 Jun 07 08:17:24.478372 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.485706 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2fed802a-666b-4f6c-9eeb-bab1fe3c3af8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:24.599400 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:24.603548 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:24.605904 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:24.653582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:24.662074 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:24.700950 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:24.702130 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.724975 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-3b140275-9842-48ea-961e-a5b717eec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:24.727159 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-3b140275-9842-48ea-961e-a5b717eec421 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 1096 time: 0.2032616 Jun 07 08:17:24.729171 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6045640 Jun 07 08:17:24.771301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Request body: {'port': {'device_id': '16851c11-fe82-4262-825b-9242b7c39a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:24.944582 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-cc688130-0750-447c-a8a3-770d5bde5084 None None] Provisioning for port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:24.949576 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-cc688130-0750-447c-a8a3-770d5bde5084 None None] Provisioning complete for port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:24.949950 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-cc688130-0750-447c-a8a3-770d5bde5084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.008410 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-cc688130-0750-447c-a8a3-770d5bde5084 None None] Port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:25.191574 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 up at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:25.194941 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.208483 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-8f9a1ca2-2205-4ce9-b0ab-3a69970657b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.209919 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-8f9a1ca2-2205-4ce9-b0ab-3a69970657b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.4705086 Jun 07 08:17:25.287074 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Provisioning complete for port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:25.287470 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.334665 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-2fa1f0a7-4946-42a9-aa90-de9d37195f70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efa6790-109c-4d29-bf3e-c636af691e2a HTTP/1.1" status: 200 len: 217 time: 0.1120460 Jun 07 08:17:25.411587 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f367cb3-5e8c-49f9-9dc9-2367abae3937 req-3accf267-a362-4cdb-b57d-9060bff4f13a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.413031 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3f367cb3-5e8c-49f9-9dc9-2367abae3937 req-3accf267-a362-4cdb-b57d-9060bff4f13a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 932 time: 0.5629206 Jun 07 08:17:25.521894 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df72fa-4c09-45e7-9e53-712c31eabaa5 req-70c7f18d-7c16-4183-9a3c-fdea5a5c532c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.523328 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e1df72fa-4c09-45e7-9e53-712c31eabaa5 req-70c7f18d-7c16-4183-9a3c-fdea5a5c532c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 943 time: 0.4046452 Jun 07 08:17:25.529139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-08d81ea8-71b2-41cd-8317-a21da495a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.530717 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-08d81ea8-71b2-41cd-8317-a21da495a8f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.1895304 Jun 07 08:17:25.640232 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3f367cb3-5e8c-49f9-9dc9-2367abae3937 req-3616e987-50af-4815-92ce-b0dbd8f98653 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861970 Jun 07 08:17:25.726205 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e1df72fa-4c09-45e7-9e53-712c31eabaa5 req-4fb4a843-d351-4aae-92c1-95340ee7226c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911328 Jun 07 08:17:25.744822 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 7efa6790-109c-4d29-bf3e-c636af691e2a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:25.783624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-adb3a7a2-c425-46e1-a937-6d41cca6fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.785088 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-adb3a7a2-c425-46e1-a937-6d41cca6fc28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2375202 Jun 07 08:17:25.922524 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 7efa6790-109c-4d29-bf3e-c636af691e2a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7efa6790-109c-4d29-bf3e-c636af691e2a,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:25.942755 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'port_id': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'mac_address': 'fa:16:3e:99:52:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:25.962486 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9d0784-c084-4b9a-8fba-64e68da31ea7 {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:25.979601 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.002427 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.010739 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Transition to ACTIVE for port object 0c9d0784-c084-4b9a-8fba-64e68da31ea7 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:26.013331 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-43db4840-9f16-494d-877c-ee2173d2435e service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192259 Jun 07 08:17:26.016176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.020675 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efa6790-109c-4d29-bf3e-c636af691e2a {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:26.022091 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-444e1e53-4a58-4c6d-a108-e82017822f54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:26.041561 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 7efa6790-109c-4d29-bf3e-c636af691e2a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7efa6790-109c-4d29-bf3e-c636af691e2a,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:26.047369 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.049164 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:26.134255 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=7efa6790-109c-4d29-bf3e-c636af691e2a,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:26.137979 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:26.285160 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:26.290051 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['7efa6790-109c-4d29-bf3e-c636af691e2a'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:26.293667 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:26.368810 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b04e35c0-80eb-4abf-b9ca-282b6afb90e2 req-de9840ae-d184-4c6e-837e-8092420001cb service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483779 Jun 07 08:17:26.393282 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Attempting to bind port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:26.393634 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Attempting to bind port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:26.393976 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Attempting to bind port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:26.398497 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:17:26.398824 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Attempting to bind port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 on network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:26.403839 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:26.404164 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Checking segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:26.404654 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Bound using segment: {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:26.405698 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Bound port: 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:26.406077 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.499839 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:26.502796 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:26.507174 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.511635 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5f465435-679e-445a-9766-902d8599926b tempest-VolumesSnapshotTestJSON-455604132 tempest-VolumesSnapshotTestJSON-455604132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:26.572410 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:26.573021 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.574406 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] 10.222.0.22 "PUT /v2.0/ports/0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 1094 time: 1.8327324 Jun 07 08:17:26.575386 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:26.578543 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f589c48-13fe-4763-81e2-a40158d2028d" -d '{"events": [{"name": "network-changed", "server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:26.600101 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:26.603210 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7e74d99a-f7e3-4b11-8571-f4067898a314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:26.747730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d9e10-cbcc-41e4-8125-8d0cd4690e48 x-openstack-request-id: req-ee1d9e10-cbcc-41e4-8125-8d0cd4690e48 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:26.748058 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:26.748527 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee1d9e10-cbcc-41e4-8125-8d0cd4690e48 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:26.749056 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'status': 'completed', 'code': 200} Jun 07 08:17:26.883461 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-f164bf92-0535-486b-bc3a-f70653b3b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:26.884839 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-f164bf92-0535-486b-bc3a-f70653b3b2b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1097 time: 0.2675486 Jun 07 08:17:26.974885 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-de31f7cd-aac5-4d36-9f3f-4ac06afc658a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 217 time: 0.0775564 Jun 07 08:17:26.983968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b7403-adcb-4593-891a-1aab88d6d70f req-aaa7a013-4646-4856-b940-318796fc34f1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:26.985372 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4a4b7403-adcb-4593-891a-1aab88d6d70f req-aaa7a013-4646-4856-b940-318796fc34f1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.2252676 Jun 07 08:17:27.088248 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-5f499098-edab-4389-82bc-40d989953b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.089685 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-5f499098-edab-4389-82bc-40d989953b83 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.1034636 Jun 07 08:17:27.096107 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4a4b7403-adcb-4593-891a-1aab88d6d70f req-880b0e25-f66c-4372-b2c1-f569f77da818 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751216 Jun 07 08:17:27.137159 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a880-a95e-4858-b5e6-93ca11a70b0e req-d60921af-0c98-4add-9cf7-f4b7ce0b223b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.138626 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a4a1a880-a95e-4858-b5e6-93ca11a70b0e req-d60921af-0c98-4add-9cf7-f4b7ce0b223b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 944 time: 0.2883112 Jun 07 08:17:27.205866 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a4a1a880-a95e-4858-b5e6-93ca11a70b0e req-87226de6-743a-4c93-9c1a-5ea9f2e106ac tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610869 Jun 07 08:17:27.219773 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-b36c1ea5-3e56-4392-8f84-e87ee2db36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.221259 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-b36c1ea5-3e56-4392-8f84-e87ee2db36e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1227007 Jun 07 08:17:27.353552 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-026227a7-ff2a-4f57-82e6-0196b27f0ff1 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248839 Jun 07 08:17:27.493611 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e901210e-42cb-4676-bc0e-65aef0408ce0 req-c3be90a6-7e91-4289-820b-feeb336a35e8 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281009 Jun 07 08:17:27.611598 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589c48-13fe-4763-81e2-a40158d2028d req-3bf22da4-c83b-4e8f-ac69-5d6da091499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.613052 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-3bf22da4-c83b-4e8f-ac69-5d6da091499e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1097 time: 0.0768564 Jun 07 08:17:27.744712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589c48-13fe-4763-81e2-a40158d2028d req-f3829a2a-29c3-4981-adf6-499300902641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.746033 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-f3829a2a-29c3-4981-adf6-499300902641 service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.1257718 Jun 07 08:17:27.746183 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 7efa6790-109c-4d29-bf3e-c636af691e2a up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:27.815167 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-034e0fe2-03ff-43a3-9cf8-7659a5cf1014 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 217 time: 0.0608840 Jun 07 08:17:27.818702 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 7efa6790-109c-4d29-bf3e-c636af691e2a completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:27.823367 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 7efa6790-109c-4d29-bf3e-c636af691e2a triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:27.823836 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:27.884642 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589c48-13fe-4763-81e2-a40158d2028d req-be9fce64-c007-4ed1-bc5e-b57d4b4c2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.886059 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-be9fce64-c007-4ed1-bc5e-b57d4b4c2ef6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.0628052 Jun 07 08:17:27.941454 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:27.960627 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589c48-13fe-4763-81e2-a40158d2028d req-168c5d60-4ef1-403e-8cd1-7f8425e895b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.962072 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-168c5d60-4ef1-403e-8cd1-7f8425e895b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0692673 Jun 07 08:17:27.971605 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:27.973960 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cbd821-4e39-4368-a1ee-7a753142b78f" -d '{"events": [{"server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "name": "network-vif-plugged", "status": "completed", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:27.983751 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 7efa6790-109c-4d29-bf3e-c636af691e2a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7efa6790-109c-4d29-bf3e-c636af691e2a,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:27.988502 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:27.990819 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:28.063680 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ba55c5-c153-4287-a18d-e1dbb7005c4b x-openstack-request-id: req-b8ba55c5-c153-4287-a18d-e1dbb7005c4b {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:28.063983 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "name": "network-vif-plugged", "status": "completed", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:28.064379 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8ba55c5-c153-4287-a18d-e1dbb7005c4b {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:28.064823 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'code': 200} Jun 07 08:17:28.071693 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=7efa6790-109c-4d29-bf3e-c636af691e2a,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:28.086783 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:28.148763 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-512cc05e-9878-4fa2-b026-f0abe9d60365 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741433 Jun 07 08:17:28.550718 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2f589c48-13fe-4763-81e2-a40158d2028d req-3fb96147-4e7d-42dc-899a-04af590cd625 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940310 Jun 07 08:17:28.592018 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e778b29-4cfa-4142-b9fc-cf90858a8240 req-dc8013b7-c923-42ad-8fb2-0591d840674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.593465 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0e778b29-4cfa-4142-b9fc-cf90858a8240 req-dc8013b7-c923-42ad-8fb2-0591d840674c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 1098 time: 0.3030422 Jun 07 08:17:28.600756 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98749ea-4f9b-4494-a7a9-7c32350fac94 req-55ffed3b-b5c3-4a76-8bac-30b24fc94442 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.608531 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a98749ea-4f9b-4494-a7a9-7c32350fac94 req-55ffed3b-b5c3-4a76-8bac-30b24fc94442 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.3889925 Jun 07 08:17:28.618022 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c7b71-3c7e-44bb-9460-58a3c5faeeee req-c88b39c0-db3f-4074-872a-5410d268bffd tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.619457 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9d2c7b71-3c7e-44bb-9460-58a3c5faeeee req-c88b39c0-db3f-4074-872a-5410d268bffd tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.1960011 Jun 07 08:17:28.731453 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a98749ea-4f9b-4494-a7a9-7c32350fac94 req-4290c85a-51e8-4be7-a970-14b9a2e79bfb tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198220 Jun 07 08:17:28.734807 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0e778b29-4cfa-4142-b9fc-cf90858a8240 req-b65ee892-d1a6-4bcd-9792-937fad4fee0b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144645 Jun 07 08:17:28.743483 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9d2c7b71-3c7e-44bb-9460-58a3c5faeeee req-e72a5b0c-5660-4c43-8d99-5586b606def7 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046207 Jun 07 08:17:29.133275 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:17:29.767535 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:29.902306 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49056) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:29.918111 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:29.932596 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'mac_address': 'fa:16:3e:f1:3e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:30.003220 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.011175 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b374ff5-b0c3-4494-94e8-62b134fcffa3 req-627fc304-a3ee-4af0-95ab-59005fb55688 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.012731 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b374ff5-b0c3-4494-94e8-62b134fcffa3 req-627fc304-a3ee-4af0-95ab-59005fb55688 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.1591754 Jun 07 08:17:30.020664 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9d0784-c084-4b9a-8fba-64e68da31ea7 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:30.026190 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee64cd1-efb9-4eac-966f-560b3bd6108e req-36ef7e43-43f3-487f-9140-da67b08184bb tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.028251 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ee64cd1-efb9-4eac-966f-560b3bd6108e req-36ef7e43-43f3-487f-9140-da67b08184bb tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.1253216 Jun 07 08:17:30.037346 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:30.042075 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.044640 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.047813 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:30.103249 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0b374ff5-b0c3-4494-94e8-62b134fcffa3 req-a08aaea9-45c6-42f4-98a0-9ce0f9763026 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739446 Jun 07 08:17:30.115560 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0ee64cd1-efb9-4eac-966f-560b3bd6108e req-3ac83764-bb2d-4c3a-9661-7bd54c532ad8 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687418 Jun 07 08:17:30.143547 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:30.147809 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:30.165860 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.171039 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.178331 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-621d0fb4-5d01-4705-98ac-74d84f04eb78 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:30.222572 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=700413df1ee540779dd45ae884ebe688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192046 Jun 07 08:17:30.223597 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1a8c34-fe24-49f4-94ba-309599a2a3b9,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:30.225880 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49062) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:30.227928 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:30.293872 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.304883 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['0c9d0784-c084-4b9a-8fba-64e68da31ea7'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:30.305675 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250893-bff4-4dfd-82e2-dac01e8d8915 req-37644885-fefa-4282-a051-06e11e27c299 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.315799 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-17250893-bff4-4dfd-82e2-dac01e8d8915 req-37644885-fefa-4282-a051-06e11e27c299 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.0900121 Jun 07 08:17:30.315799 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49066) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:30.322867 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Request body: {'floatingip': {'port_id': '7efa6790-109c-4d29-bf3e-c636af691e2a'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:30.329490 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.394292 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.396752 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.400403 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f1a8c34-fe24-49f4-94ba-309599a2a3b9 HTTP/1.1" status: 204 len: 168 time: 0.1711154 Jun 07 08:17:30.400403 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-450a65df-efbc-48ea-9c4d-a562aea3a297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:30.411051 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1a8c34-fe24-49f4-94ba-309599a2a3b9,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:30.420091 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:30.422786 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.422200 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.427585 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.530984 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8dab2-e145-4b95-8faf-be9c1018f6e0 req-3aefda55-48e8-47ab-b438-3c3dfabc6a8f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:31.532471 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4df8dab2-e145-4b95-8faf-be9c1018f6e0 req-3aefda55-48e8-47ab-b438-3c3dfabc6a8f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 945 time: 0.1999810 Jun 07 08:17:31.651631 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Floating IP 0c229a10-6759-4082-9817-9d9c21d59001 associated. External IP: 172.28.2.237, port: 7efa6790-109c-4d29-bf3e-c636af691e2a. Jun 07 08:17:31.708731 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4df8dab2-e145-4b95-8faf-be9c1018f6e0 req-a42483c9-f4f4-4bdc-a0df-00bdd00e8221 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230505 Jun 07 08:17:31.782039 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:31.868880 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:31.874042 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:31.874625 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.993086 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:32.020203 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:32.022429 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8f95f-ac3a-43ac-a2a6-2876e443e87a" -d '{"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-plugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:32.022568 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:32.030847 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:32.035998 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:32.037965 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fe8d151e-dbd9-4c35-88fb-b86ed4cfc88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:32.074350 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb9094-9fde-4d3e-84e5-18d6640adb58 x-openstack-request-id: req-7bfb9094-9fde-4d3e-84e5-18d6640adb58 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:32.075034 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-plugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:32.075300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bfb9094-9fde-4d3e-84e5-18d6640adb58 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:32.075720 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'code': 200} Jun 07 08:17:32.113563 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:32.116428 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:32.212604 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:32.217828 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:32.223563 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:32.233498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:32.234189 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:32.319765 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-0e5b0611-7a11-4cfe-a278-d8d8a9bacdc6 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "PUT /v2.0/floatingips/0c229a10-6759-4082-9817-9d9c21d59001 HTTP/1.1" status: 200 len: 991 time: 2.0027909 Jun 07 08:17:32.320455 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:32.323149 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8245a-f218-4725-9e3c-b0e6b013b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:32.345751 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30967d21-df23-4a47-a9cf-5fda662b2579 req-440b850d-f9e5-47d8-b7bd-e5cb5fa5a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.347265 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-30967d21-df23-4a47-a9cf-5fda662b2579 req-440b850d-f9e5-47d8-b7bd-e5cb5fa5a9d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1099 time: 0.0975986 Jun 07 08:17:32.376959 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33e84e9-d2b6-4863-a3b8-c06c5d735bf6 x-openstack-request-id: req-d33e84e9-d2b6-4863-a3b8-c06c5d735bf6 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:32.377281 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:32.377561 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d33e84e9-d2b6-4863-a3b8-c06c5d735bf6 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:32.377976 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'status': 'completed', 'code': 200} Jun 07 08:17:32.395287 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-30967d21-df23-4a47-a9cf-5fda662b2579 req-0ac09329-2c11-4f19-b7f1-778ac6d9cb09 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412025 Jun 07 08:17:32.454101 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:32.557410 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-5bafce7d-0218-4649-bd6e-15a9dfb461a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.558873 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-5bafce7d-0218-4649-bd6e-15a9dfb461a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 1098 time: 0.0838511 Jun 07 08:17:32.718488 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-d4d04016-488a-4b72-bc88-a384774defde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.720027 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-d4d04016-488a-4b72-bc88-a384774defde service neutron] 10.222.0.22 "GET /v2.0/networks?id=d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 200 len: 912 time: 0.1531363 Jun 07 08:17:32.818238 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '0c229a10-6759-4082-9817-9d9c21d59001', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'port_id': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'mac_address': 'fa:16:3e:99:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb5993-7723-4335-9a74-a1c835e652f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:15Z', 'updated_at': '2021-06-07T08:17:31Z', 'revision_number': 1, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:32.823772 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:32.833761 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:32.834380 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:32.976527 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-81b402bb-8e49-47ae-b072-db4af81c40ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efa6790-109c-4d29-bf3e-c636af691e2a HTTP/1.1" status: 200 len: 999 time: 0.2464464 Jun 07 08:17:33.041935 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:33.064138 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-3c19b47d-c1b7-4ba0-8bc1-17d12f057991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.065574 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-3c19b47d-c1b7-4ba0-8bc1-17d12f057991 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 200 len: 850 time: 0.0780334 Jun 07 08:17:33.144863 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abaa68-7f9e-4c64-b39c-9f405a063f61 req-06d847c3-1f7b-497c-8dae-905f19106031 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.146524 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-30abaa68-7f9e-4c64-b39c-9f405a063f61 req-06d847c3-1f7b-497c-8dae-905f19106031 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.3126931 Jun 07 08:17:33.211702 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-30abaa68-7f9e-4c64-b39c-9f405a063f61 req-6dfb4f13-a775-4bd1-84ca-c4ba3670119e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548599 Jun 07 08:17:33.221682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-4574ef50-be05-406d-8404-d62807fa886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.223131 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-4574ef50-be05-406d-8404-d62807fa886a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d27eab4d-ca14-4288-807c-dae6ae0234fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1484091 Jun 07 08:17:33.401510 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-e5a82f53-058f-43c8-9ffc-ca11e0a878e9 service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568954 Jun 07 08:17:33.444391 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '0c229a10-6759-4082-9817-9d9c21d59001', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'port_id': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'mac_address': 'fa:16:3e:99:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb5993-7723-4335-9a74-a1c835e652f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:15Z', 'updated_at': '2021-06-07T08:17:31Z', 'revision_number': 1, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:33.449177 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d4840-1bbf-4054-b813-71a3d2c1edf6 None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '0c229a10-6759-4082-9817-9d9c21d59001', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'port_id': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'mac_address': 'fa:16:3e:99:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb5993-7723-4335-9a74-a1c835e652f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:15Z', 'updated_at': '2021-06-07T08:17:31Z', 'revision_number': 1, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:33.560747 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cdf8245a-f218-4725-9e3c-b0e6b013b03a req-f9f1d1af-f569-4c58-93ed-c470ee1fd37b service neutron] 10.222.0.22 "GET /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513379 Jun 07 08:17:33.710493 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f20a0d-e8bf-46a1-8cd1-e93a9663f035 None None] New status for floating IP 0c229a10-6759-4082-9817-9d9c21d59001: ACTIVE {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:34.406831 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7916a4f-d055-4700-ab72-68c7017496c3 req-60116cca-832e-40c9-908f-08609ba41b3a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.408288 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b7916a4f-d055-4700-ab72-68c7017496c3 req-60116cca-832e-40c9-908f-08609ba41b3a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0844259 Jun 07 08:17:34.452533 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b7916a4f-d055-4700-ab72-68c7017496c3 req-4b13b929-f53c-4fea-9ae3-9bcf998c955c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 Jun 07 08:17:34.639475 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1df96-b37b-4cbb-9fad-c351d5ec7471 req-12579968-4037-4b03-a98a-55a1fc00e30a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.641162 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-13e1df96-b37b-4cbb-9fad-c351d5ec7471 req-12579968-4037-4b03-a98a-55a1fc00e30a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0839584 Jun 07 08:17:34.649331 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49150) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:34.653942 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Request body: {'floatingip': {'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:34.736334 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.059989 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-3760ca64-c809-4dce-a3b2-267b610db5dd tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678717425&fields=id&tenant_id=090313f1cc4940e2884d29ec315569b7 HTTP/1.1" status: 200 len: 267 time: 0.0656476 Jun 07 08:17:35.376089 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-0a72bc69-d437-4c70-8c2f-91592b538dbf tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:35.377490 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-0a72bc69-d437-4c70-8c2f-91592b538dbf tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 808 time: 0.2606065 Jun 07 08:17:35.399552 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-b6ef08b3-4b2b-4a6c-a442-8b85e1821835 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/quotas/090313f1cc4940e2884d29ec315569b7 HTTP/1.1" status: 200 len: 375 time: 0.0165486 Jun 07 08:17:35.664884 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.672084 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-d7fcbac2-1344-4d91-9544-3ae66c0fae50 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2665830 Jun 07 08:17:35.673180 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.887999 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Floating IP 347b591b-60dd-4a6a-a350-018541e241f9 associated. External IP: 172.28.2.162, port: 0c9d0784-c084-4b9a-8fba-64e68da31ea7. Jun 07 08:17:36.120869 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-06d0eaf6-d0d3-4c90-aa97-b6fa780fc581 service neutron] 10.222.0.35 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001217 Jun 07 08:17:36.417010 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-66bf9140-9918-49ab-b6cd-bad8ccecf998 service neutron] 10.222.0.35 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865703 Jun 07 08:17:36.437434 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:36.618553 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:36.622674 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:36.630052 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:36.639837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:36.640370 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:36.686969 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-607f0be4-5ae5-41ed-bcab-1501b089825c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "PUT /v2.0/floatingips/347b591b-60dd-4a6a-a350-018541e241f9 HTTP/1.1" status: 200 len: 992 time: 2.0365419 Jun 07 08:17:36.688774 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:36.691485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6022201-0dea-4645-a267-d4ca6f7b83d2" -d '{"events": [{"name": "network-changed", "server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:36.809407 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30ff99-2819-4911-94aa-93f2a5858ac8 x-openstack-request-id: req-bb30ff99-2819-4911-94aa-93f2a5858ac8 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:36.810068 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:36.810680 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb30ff99-2819-4911-94aa-93f2a5858ac8 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:36.811700 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'status': 'completed', 'code': 200} Jun 07 08:17:36.839643 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:36.929432 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7583e2cb-fa57-4ee8-a548-cdddef463f73 req-84f9619b-76d5-4125-911b-09169689c5ee tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 210 time: 0.0769985 Jun 07 08:17:37.018191 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-1c0b0951-1202-4f8a-9e1f-3fff63927528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.019694 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-1c0b0951-1202-4f8a-9e1f-3fff63927528 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1099 time: 0.1808348 Jun 07 08:17:37.281423 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-d06f73e6-952e-4b4c-a102-d679a64db245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.282954 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-d06f73e6-952e-4b4c-a102-d679a64db245 service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.2547710 Jun 07 08:17:37.283345 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '347b591b-60dd-4a6a-a350-018541e241f9', 'tenant_id': '390ada9782644f479952384524a144fd', 'floating_ip_address': '172.28.2.162', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'mac_address': 'fa:16:3e:f1:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16851c11-fe82-4262-825b-9242b7c39a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:18Z', 'updated_at': '2021-06-07T08:17:35Z', 'revision_number': 1, 'project_id': '390ada9782644f479952384524a144fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:37.287436 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:37.296442 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:37.297106 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:37.401028 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-b4a12f8b-8f25-4136-877e-b88eae371644 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 1000 time: 0.1036456 Jun 07 08:17:37.473441 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-d1ee926b-cf1f-4cb9-b62b-d819724f9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.474995 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-d1ee926b-cf1f-4cb9-b62b-d819724f9772 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.0675178 Jun 07 08:17:37.487955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:37.563626 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-650ad9e7-bacf-4a2d-b3f6-77d3154d0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.565293 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-650ad9e7-bacf-4a2d-b3f6-77d3154d0665 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0835214 Jun 07 08:17:37.722278 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-d752d10e-1967-4c24-a83d-a847ca231a8c service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493118 Jun 07 08:17:37.869100 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a6022201-0dea-4645-a267-d4ca6f7b83d2 req-2260dcca-9464-4b17-adb8-299d8efcabcd service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401849 Jun 07 08:17:37.884057 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '347b591b-60dd-4a6a-a350-018541e241f9', 'tenant_id': '390ada9782644f479952384524a144fd', 'floating_ip_address': '172.28.2.162', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'mac_address': 'fa:16:3e:f1:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16851c11-fe82-4262-825b-9242b7c39a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:18Z', 'updated_at': '2021-06-07T08:17:35Z', 'revision_number': 1, 'project_id': '390ada9782644f479952384524a144fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:37.891638 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c38be-d343-427e-b5ff-66d65420268b None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '347b591b-60dd-4a6a-a350-018541e241f9', 'tenant_id': '390ada9782644f479952384524a144fd', 'floating_ip_address': '172.28.2.162', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'mac_address': 'fa:16:3e:f1:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16851c11-fe82-4262-825b-9242b7c39a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:18Z', 'updated_at': '2021-06-07T08:17:35Z', 'revision_number': 1, 'project_id': '390ada9782644f479952384524a144fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:38.106206 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9cc0943d-e69f-4163-9930-c7bd8ca9e5a8 req-941c6f0f-1345-4d33-a8f1-d230245ff50d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 210 time: 0.0547211 Jun 07 08:17:38.211055 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9d7d0-e313-425f-9222-ddce89fbcba3 None None] New status for floating IP 347b591b-60dd-4a6a-a350-018541e241f9: ACTIVE {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:38.303388 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-124ead7b-651e-45ba-ad8a-1d021ceba522 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:38.305256 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-124ead7b-651e-45ba-ad8a-1d021ceba522 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 808 time: 0.1788864 Jun 07 08:17:38.362172 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-ca2fde0f-ad13-4e68-a9a1-c830afeff9a9 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=090313f1cc4940e2884d29ec315569b7 HTTP/1.1" status: 200 len: 380 time: 0.0461702 Jun 07 08:17:38.373871 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'port': {'device_id': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'admin_state_up': True, 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'security_groups': ['b84327c5-4bcf-42c0-a92b-239b395e6468']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:38.532348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Made reservation on behalf of 090313f1cc4940e2884d29ec315569b7 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:38.536217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:38.701005 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Allocated IP 172.20.0.4 (5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa/8117db8f-8aa8-409d-9136-71ad76a09547/c546565e-148c-490d-abab-3dba70d6486f) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:38.894464 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:38.910057 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Transition to ACTIVE for port object c546565e-148c-490d-abab-3dba70d6486f will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:38.934754 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:38.941446 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7a033a16-4771-4a4b-9a49-1242ed915641 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:39.020132 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:39.023609 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:39.025839 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:39.027654 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:39.053660 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:39.093962 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.096156 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.136217 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658970 Jun 07 08:17:39.154311 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Request body: {'port': {'device_id': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:39.308832 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ab3bce0d-6346-44e9-a3f9-c3760491e571 None None] Provisioning for port c546565e-148c-490d-abab-3dba70d6486f completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:39.316283 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-ab3bce0d-6346-44e9-a3f9-c3760491e571 None None] Provisioning complete for port c546565e-148c-490d-abab-3dba70d6486f triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:39.316632 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ab3bce0d-6346-44e9-a3f9-c3760491e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.385497 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bce0d-6346-44e9-a3f9-c3760491e571 None None] Port c546565e-148c-490d-abab-3dba70d6486f cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:39.449328 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.593301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89beb9-12d9-4801-b3be-f8d7b17aa006 req-8997f2d1-584d-497a-8d4c-d8af578277a8 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.594795 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2c89beb9-12d9-4801-b3be-f8d7b17aa006 req-8997f2d1-584d-497a-8d4c-d8af578277a8 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 931 time: 0.1989620 Jun 07 08:17:39.710273 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2c89beb9-12d9-4801-b3be-f8d7b17aa006 req-90dbb250-d204-42ad-a31a-eb1357f9e4d6 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042693 Jun 07 08:17:39.886160 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c546565e-148c-490d-abab-3dba70d6486f {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:39.894305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.909482 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Transition to ACTIVE for port object c546565e-148c-490d-abab-3dba70d6486f will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:39.912696 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.916282 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7c491755-5e73-4ec3-9ed2-8a8cf3e0621c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:40.048986 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:40.077179 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:40.169191 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Attempting to bind port c546565e-148c-490d-abab-3dba70d6486f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:40.169518 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Attempting to bind port c546565e-148c-490d-abab-3dba70d6486f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:40.169903 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Attempting to bind port c546565e-148c-490d-abab-3dba70d6486f on network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:40.174647 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Port c546565e-148c-490d-abab-3dba70d6486f on network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:17:40.174963 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Attempting to bind port c546565e-148c-490d-abab-3dba70d6486f on network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:40.180445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:40.180778 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Checking segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:40.181158 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Bound using segment: {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:40.181616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Bound port: c546565e-148c-490d-abab-3dba70d6486f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175dc7c4-fcfa-407b-b90c-736674e684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:40.181966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.271525 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:40.274531 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:40.279029 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.282933 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:40.348942 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.349582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.351088 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] 10.222.0.22 "PUT /v2.0/ports/c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 1093 time: 1.2022805 Jun 07 08:17:40.354237 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:40.357975 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a73c7-952c-476c-8d8c-f338bbd42e17" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:40.385047 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:40.388939 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:40.434596 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad2247-8990-4722-972b-aa02a283f69b x-openstack-request-id: req-d5ad2247-8990-4722-972b-aa02a283f69b {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:40.434957 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:40.435452 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5ad2247-8990-4722-972b-aa02a283f69b {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:40.436454 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'status': 'completed', 'code': 200} Jun 07 08:17:40.485873 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-069c8335-ccdd-4352-b23e-261be53540da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.487358 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-069c8335-ccdd-4352-b23e-261be53540da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1096 time: 0.0883365 Jun 07 08:17:40.561952 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-8f3a084e-8af2-49bd-a0f7-eae1492a982c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 217 time: 0.0664797 Jun 07 08:17:40.623870 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-e3341d85-1f43-4cca-a1da-931bfabb2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.625028 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-e3341d85-1f43-4cca-a1da-931bfabb2ac9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0574877 Jun 07 08:17:40.700230 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-2f014c08-9c5c-4c66-b069-05bf9a0b5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.701806 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-2f014c08-9c5c-4c66-b069-05bf9a0b5a11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0711098 Jun 07 08:17:40.883676 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-c08134e9-2723-4fd4-abd7-5cfe70f8910b service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748822 Jun 07 08:17:41.039313 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9adb1-4d37-43c7-9b6f-2f776891ef63 req-74e311e4-5c01-42a4-a2ed-cb9d5feba102 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.040803 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfa9adb1-4d37-43c7-9b6f-2f776891ef63 req-74e311e4-5c01-42a4-a2ed-cb9d5feba102 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 943 time: 0.2021677 Jun 07 08:17:41.050181 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bf20afb6-23e0-4d31-af0c-82f2e71899ab req-eda6e51b-99c5-429f-84a0-b577175ee65f service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564865 Jun 07 08:17:41.098823 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfa9adb1-4d37-43c7-9b6f-2f776891ef63 req-d7241405-e76a-4ea7-ba75-6054702307b9 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508025 Jun 07 08:17:41.186943 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-0a1fe67f-acbe-4517-922b-3cb5fc592173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.188574 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-0a1fe67f-acbe-4517-922b-3cb5fc592173 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1096 time: 0.0779734 Jun 07 08:17:41.424521 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-5d2ca59e-6ca6-4db0-aa2a-b6fcaded4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.426209 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-5d2ca59e-6ca6-4db0-aa2a-b6fcaded4205 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.2269959 Jun 07 08:17:41.497048 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-d1f108cc-530a-4ba2-b9d3-e7ba99fe1f34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 217 time: 0.0634353 Jun 07 08:17:41.568932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-d1225388-63c0-4827-a908-a10bcd8b0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.569916 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-d1225388-63c0-4827-a908-a10bcd8b0dad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0657966 Jun 07 08:17:41.668037 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-d54d3183-f465-4efa-8d24-db32cfbe970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.669668 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-d54d3183-f465-4efa-8d24-db32cfbe970c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0821192 Jun 07 08:17:41.812542 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-962195ef-698d-4b34-a92d-aea9d316d7ff service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347048 Jun 07 08:17:41.951803 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c02a73c7-952c-476c-8d8c-f338bbd42e17 req-c42aed30-0f24-4054-99cf-f85fa976fc5b service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277642 Jun 07 08:17:42.288098 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306c2a2-6d28-4919-82aa-a8cdc6ae3233 req-035f8883-8764-43a1-86b2-4d617b10880b tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:42.289580 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c306c2a2-6d28-4919-82aa-a8cdc6ae3233 req-035f8883-8764-43a1-86b2-4d617b10880b tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 943 time: 0.0801539 Jun 07 08:17:42.344329 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c306c2a2-6d28-4919-82aa-a8cdc6ae3233 req-4de189f0-6f3f-42c0-814e-55d7cf3b08c5 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Jun 07 08:17:43.538866 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a0da-6807-435b-800f-20784bcf2dd4 req-3c224ff2-cd6e-4e17-8b8d-f27367b7ee3a tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:43.540460 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d209a0da-6807-435b-800f-20784bcf2dd4 req-3c224ff2-cd6e-4e17-8b8d-f27367b7ee3a tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 943 time: 0.0837250 Jun 07 08:17:43.586862 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d209a0da-6807-435b-800f-20784bcf2dd4 req-abe60821-af2f-4777-b9a2-b94c5a179bbf tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405676 Jun 07 08:17:43.825483 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:43.966747 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:43.979609 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c546565e-148c-490d-abab-3dba70d6486f', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'port_id': 'c546565e-148c-490d-abab-3dba70d6486f', 'mac_address': 'fa:16:3e:0d:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:44.039036 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.055168 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c546565e-148c-490d-abab-3dba70d6486f {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:44.072204 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:44.077049 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.079093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:44.156319 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7a3550da-8f87-4c75-94f1-a84aa442a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.158789 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:44.162199 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:44.352792 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c546565e-148c-490d-abab-3dba70d6486f'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:44.773396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d38a22-8091-491a-8000-1dc074c9d104 req-ef062d1c-e2ae-4f2d-8ab7-11a39456c55a tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:44.774823 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-24d38a22-8091-491a-8000-1dc074c9d104 req-ef062d1c-e2ae-4f2d-8ab7-11a39456c55a tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 944 time: 0.0820765 Jun 07 08:17:44.820007 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-24d38a22-8091-491a-8000-1dc074c9d104 req-4d6430cc-a211-4620-adaa-620bb8c61a47 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387781 Jun 07 08:17:45.840623 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:45.938741 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port c546565e-148c-490d-abab-3dba70d6486f completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:45.943540 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c546565e-148c-490d-abab-3dba70d6486f triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:45.943920 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.036543 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a326c3-71eb-4a2e-b1e1-76e6dff8ff6f req-b923bc12-0a68-49d2-bed4-dff5ae24ee2a tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.038116 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a4a326c3-71eb-4a2e-b1e1-76e6dff8ff6f req-b923bc12-0a68-49d2-bed4-dff5ae24ee2a tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 944 time: 0.0855098 Jun 07 08:17:46.098371 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.098754 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a4a326c3-71eb-4a2e-b1e1-76e6dff8ff6f req-d953c61f-be73-41d4-9756-9f8a0ac74ee3 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Jun 07 08:17:46.139857 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:46.140561 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9668b7e4-d0de-4a53-8cae-bd5d569fb0d4" -d '{"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-plugged", "status": "completed", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:46.148475 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:46.153920 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.156564 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:46.188344 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad3e858-b68e-42ff-b680-9192e11b63c1 x-openstack-request-id: req-3ad3e858-b68e-42ff-b680-9192e11b63c1 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:46.188662 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-plugged", "status": "completed", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:46.188901 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ad3e858-b68e-42ff-b680-9192e11b63c1 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:46.189288 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'code': 200} Jun 07 08:17:46.228390 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:46.231272 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:46.370870 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.528152 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a232-a0f9-4373-af85-5bd78d016c6d req-c3948911-7f23-488c-84e5-e75d5bcda66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.530155 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5e78a232-a0f9-4373-af85-5bd78d016c6d req-c3948911-7f23-488c-84e5-e75d5bcda66b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.0740447 Jun 07 08:17:46.572737 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5e78a232-a0f9-4373-af85-5bd78d016c6d req-7d29922c-1dbf-41ff-827a-d6c86f88114a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345287 Jun 07 08:17:46.622709 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8010fa04-d4bb-47c0-9d20-d6d8c80a05d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.668267 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:47.306943 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd877ac0-a086-4b8c-8c04-8a72ea7a714c req-aee65b6e-6e05-4f7e-a624-c3fee1a18629 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.308428 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd877ac0-a086-4b8c-8c04-8a72ea7a714c req-aee65b6e-6e05-4f7e-a624-c3fee1a18629 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0969985 Jun 07 08:17:47.355748 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd877ac0-a086-4b8c-8c04-8a72ea7a714c req-165434e3-1e27-4cce-bd0d-f534d6157031 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Jun 07 08:17:47.556733 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:48.558229 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5fb5d-0949-49ae-96f4-11adf956faae req-cda96650-5e8c-4a7d-a061-860b71b6ca1c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:48.559700 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f8b5fb5d-0949-49ae-96f4-11adf956faae req-cda96650-5e8c-4a7d-a061-860b71b6ca1c tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0874913 Jun 07 08:17:48.618384 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f8b5fb5d-0949-49ae-96f4-11adf956faae req-fd6be3db-0136-4d76-be0b-aca811c5075b tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472524 Jun 07 08:17:48.821158 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3b22f-393a-410d-8ccd-5f6a5559ce0a req-0dfa9378-e14d-455a-a4bd-5e7d4099af31 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:48.822739 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1ac3b22f-393a-410d-8ccd-5f6a5559ce0a req-0dfa9378-e14d-455a-a4bd-5e7d4099af31 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0880563 Jun 07 08:17:48.874092 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1ac3b22f-393a-410d-8ccd-5f6a5559ce0a req-97b0eec0-3f03-40a3-9301-883182ad68ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Jun 07 08:17:48.897289 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49374) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:49.075201 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03389d-3e3b-4d01-b074-f7d0e11fef0d tempest-TestShelveInstance-157871971 tempest-TestShelveInstance-157871971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:49.076892 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-3a03389d-3e3b-4d01-b074-f7d0e11fef0d tempest-TestShelveInstance-157871971 tempest-TestShelveInstance-157871971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1093 time: 0.1785629 Jun 07 08:17:49.079808 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49378) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:49.084167 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Request body: {'floatingip': {'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'port_id': 'c546565e-148c-490d-abab-3dba70d6486f', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:49.108105 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for floatingip, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:49.257843 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:49.388923 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:49.499699 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Allocated IP 172.28.2.144 (9ffe85c6-c676-4cd5-9d02-df83ef36de64/9bae5456-48e3-4478-85a0-d202e016e041/9aba45f4-c188-484c-873b-23494a61c3b9) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:49.653473 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:49.685118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:49.689142 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-4dca1843-ac02-4bb2-9d90-a0363e169237 tempest-ServerRescueNegativeTestJSON-943766669 tempest-ServerRescueNegativeTestJSON-943766669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:49.753094 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Network 9ffe85c6-c676-4cd5-9d02-df83ef36de64 is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:49.756424 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:49.759253 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:49.799125 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'Port': ['ID=9aba45f4-c188-484c-873b-23494a61c3b9,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:49.816283 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.816643 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.817002 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.817353 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.817699 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.818045 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.818389 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.818775 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.819070 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.819435 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.819842 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.820178 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:49.825467 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:50.207929 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:50.286190 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:50.495990 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:50.501396 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:50.505455 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a482db38-3b44-43ad-81e2-28fd05a7eef4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:50.607513 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event updated for resources: {'Port': ['ID=9aba45f4-c188-484c-873b-23494a61c3b9,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:50.616584 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:50.625317 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:50.808716 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Floating IP 56d8fce9-5efe-4a03-93f1-a6c0f33e2435 associated. External IP: 172.28.2.144, port: c546565e-148c-490d-abab-3dba70d6486f. Jun 07 08:17:51.269903 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Router 02bc7da2-194d-4081-81fb-e80ed388b387 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:51.458401 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:51.469277 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] Sync routers for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:51.478736 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:51.479471 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:51.480334 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:51.552366 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4715416 Jun 07 08:17:51.553445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:51.555903 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:51.667573 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4cb96-c884-4001-bd12-0c4eb66457f9 x-openstack-request-id: req-d7f4cb96-c884-4001-bd12-0c4eb66457f9 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:51.667905 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:51.668193 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7f4cb96-c884-4001-bd12-0c4eb66457f9 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:51.668754 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'status': 'completed', 'code': 200} Jun 07 08:17:51.671042 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:51.774146 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-ab299672-95e8-4740-8f7a-ab891bb0c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:51.775705 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-ab299672-95e8-4740-8f7a-ab891bb0c229 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.0748727 Jun 07 08:17:51.937092 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-132abada-5493-4f8d-ab47-08677b93fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:51.942220 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-132abada-5493-4f8d-ab47-08677b93fee7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.1572468 Jun 07 08:17:52.038120 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '56d8fce9-5efe-4a03-93f1-a6c0f33e2435', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'port_id': 'c546565e-148c-490d-abab-3dba70d6486f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'mac_address': 'fa:16:3e:0d:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:50Z', 'updated_at': '2021-06-07T08:17:50Z', 'revision_number': 0, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:52.042086 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] Checking router: 02bc7da2-194d-4081-81fb-e80ed388b387 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:52.046738 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-a431e774-6a6f-464b-aef1-5f7fa17da8df tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106277390&fields=id&tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8 HTTP/1.1" status: 200 len: 267 time: 0.1249151 Jun 07 08:17:52.051255 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:52.051922 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:52.101179 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-2bde707f-4553-46d3-95ba-8f0b450d5cfd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 999 time: 0.1519394 Jun 07 08:17:52.182899 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-cb2963fe-1bc9-4a00-82cc-dc0a6d2e1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:52.184346 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-cb2963fe-1bc9-4a00-82cc-dc0a6d2e1bb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0753081 Jun 07 08:17:52.205677 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-bbc4e364-793c-4acd-9024-6d353027d77a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:52.207072 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-bbc4e364-793c-4acd-9024-6d353027d77a tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 984 time: 0.1515322 Jun 07 08:17:52.247060 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Request body: {'port': {'security_groups': ['48a075eb-9ec7-41c0-bd50-fc726092179f']}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:52.253336 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:52.398428 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-11aec896-9e1e-4918-bdbe-68ef6f2c7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:52.399936 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-11aec896-9e1e-4918-bdbe-68ef6f2c7800 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1919727 Jun 07 08:17:52.400648 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:52.625497 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-93892b0c-6a19-4038-958c-71958d98b712 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136467 Jun 07 08:17:52.645822 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '56d8fce9-5efe-4a03-93f1-a6c0f33e2435', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'port_id': 'c546565e-148c-490d-abab-3dba70d6486f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'mac_address': 'fa:16:3e:0d:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:50Z', 'updated_at': '2021-06-07T08:17:50Z', 'revision_number': 0, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:52.650160 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc12eaa-3ddb-45ee-a583-085650fe67ba None None] The sync data for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb is: [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_floatingips': [{'id': '56d8fce9-5efe-4a03-93f1-a6c0f33e2435', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'router_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'port_id': 'c546565e-148c-490d-abab-3dba70d6486f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'mac_address': 'fa:16:3e:0d:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:50Z', 'updated_at': '2021-06-07T08:17:50Z', 'revision_number': 0, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:52.861389 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b61f0-f04f-4a2f-9512-48d68fc58cc2 None None] New status for floating IP 56d8fce9-5efe-4a03-93f1-a6c0f33e2435: ACTIVE {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:52.997878 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:53.004360 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-3a94e2ae-9946-4cc3-9454-c1f03b08fd0d req-6838bdc3-d692-4cfd-bf2a-af1bc78a6f11 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721614 Jun 07 08:17:53.031128 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.036438 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.041976 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c09a4642-829e-4da0-a43a-b17841f469e1 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:53.049052 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d9ceb534-bbf9-42fc-b7d7-8aaa305ef847'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:53.111428 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:53.112115 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.120022 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49420) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:53.121844 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2cf6ce76-1402-4ebe-af9e-28a9933b4cdb req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "PUT /v2.0/ports/d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 942 time: 0.8790607 Jun 07 08:17:53.144154 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event updated for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=7']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:53.147906 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:53.223009 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d9ceb534-bbf9-42fc-b7d7-8aaa305ef847'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:53.246817 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.286813 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.369760 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.372335 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.376183 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "DELETE /v2.0/security-groups/c301658b-1e92-406c-9515-1804c21f107d HTTP/1.1" status: 204 len: 168 time: 0.2517889 Jun 07 08:17:53.376183 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4ca3e54d-443c-4c0a-9538-e98456f7d6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:53.377063 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49422) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:53.386391 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301658b-1e92-406c-9515-1804c21f107d,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:53.395144 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.395341 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.395695 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.396060 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.396516 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.396782 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.397242 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.397488 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.397842 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.398243 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.399452 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.399452 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:53.402397 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:53.484656 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5e2cc64c-4c19-45df-a02a-2bec6650c6cc None None] Provisioning complete for port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:53.485038 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc64c-4c19-45df-a02a-2bec6650c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.669462 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:53.672367 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da7b99-ac87-4a40-b94c-962ed67bc6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:53.680292 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Deleting port 9fc2ed8b-ab94-4714-8825-baf3434a8d42 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:53.680638 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.715671 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b09f13-1070-42af-aa06-9aeb5b26467d x-openstack-request-id: req-82b09f13-1070-42af-aa06-9aeb5b26467d {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:53.716000 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:53.716286 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82b09f13-1070-42af-aa06-9aeb5b26467d {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:53.717265 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'status': 'completed', 'code': 200} Jun 07 08:17:53.864255 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.864589 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.999139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Calling delete_port for 9fc2ed8b-ab94-4714-8825-baf3434a8d42 owned by network:floatingip {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:54.013063 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-9448500f-f830-41a3-86f6-0b69359bffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.014794 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-9448500f-f830-41a3-86f6-0b69359bffa3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1098 time: 0.2463953 Jun 07 08:17:54.168499 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-5d46a8a1-5b0c-45b1-a7be-e9204c912eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.170843 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-5d46a8a1-5b0c-45b1-a7be-e9204c912eda service neutron] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 915 time: 0.1478245 Jun 07 08:17:54.328131 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-4c07f76b-03cd-4ade-aa36-b8c45e583ba2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 1001 time: 0.1460836 Jun 07 08:17:54.374295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.381996 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-66a7e03e-429c-4dfb-b016-e6319fe08f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:54.437536 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event deleted for resources: {'Port': ['ID=9fc2ed8b-ab94-4714-8825-baf3434a8d42,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:54.469683 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:54.487522 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-e201584b-d149-442d-adf0-86f02ab0ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.488992 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-e201584b-d149-442d-adf0-86f02ab0ed03 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.1490443 Jun 07 08:17:54.702067 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks [] for floatingip, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.702401 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Floating IP b160510a-c1a3-4be6-89ff-69c4338163d3 disassociated (deleted). External IP: 172.28.2.100, port: d9ceb534-bbf9-42fc-b7d7-8aaa305ef847. Jun 07 08:17:54.797974 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-243dc291-49d9-4e04-864f-84ab9759fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.799552 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-243dc291-49d9-4e04-864f-84ab9759fe8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2851028 Jun 07 08:17:55.086395 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-16f29fae-f566-47d8-9a5c-bdc6923e5fa5 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349176 Jun 07 08:17:55.281108 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Router 10e73eb9-bc5f-4e24-950f-76fb3df98280 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:55.382168 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-74da7b99-ac87-4a40-b94c-962ed67bc6b3 req-8ad06c82-a143-48da-ac64-9902bd02f9ab service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362442 Jun 07 08:17:55.500944 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:55.505339 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:55.510902 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] Sync routers for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:55.522582 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:55.523199 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:55.563143 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-422e779e-af8f-41b3-9d7a-928a19808baf tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "DELETE /v2.0/floatingips/b160510a-c1a3-4be6-89ff-69c4338163d3 HTTP/1.1" status: 204 len: 168 time: 2.1844742 Jun 07 08:17:55.718977 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:55.720944 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:55.725409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed1f91-38cf-4773-95ab-56ad31bfed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:55.794485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d783ca-db10-4296-bd41-884e64e0d771 x-openstack-request-id: req-c3d783ca-db10-4296-bd41-884e64e0d771 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:55.795203 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:55.795795 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3d783ca-db10-4296-bd41-884e64e0d771 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:55.798032 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'status': 'completed', 'code': 200} Jun 07 08:17:55.914439 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-4df4d15b-ec72-4fd7-a104-975458c9cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.915950 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-4df4d15b-ec72-4fd7-a104-975458c9cb9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 1098 time: 0.0816016 Jun 07 08:17:56.084592 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-191aee10-082c-4e4c-82f1-2322c9e49d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.086028 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-191aee10-082c-4e4c-82f1-2322c9e49d5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 200 len: 915 time: 0.1581082 Jun 07 08:17:56.141533 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:56.146369 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] Checking router: 10e73eb9-bc5f-4e24-950f-76fb3df98280 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:56.157667 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:56.158576 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:56.176074 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-8a0b8c58-c7b6-458a-ad40-380423fc365c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 200 len: 217 time: 0.0831075 Jun 07 08:17:56.247809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-d5255a89-abc2-4c80-9cb6-96799759920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.249693 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-d5255a89-abc2-4c80-9cb6-96799759920e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 200 len: 853 time: 0.0611811 Jun 07 08:17:56.338174 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-6d9363f7-6eb4-4406-802d-0f5dada72a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.339889 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-6d9363f7-6eb4-4406-802d-0f5dada72a15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44f636fa-1bb2-4205-89e7-3c9c89a46a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0834720 Jun 07 08:17:56.348093 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:56.594351 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-29650612-908e-4b56-b1c4-8e54db141f5f service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469277 Jun 07 08:17:56.679894 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:56.683879 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9c36e-09c5-41a4-b1f4-56096dfb9391 None None] The sync data for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb is: [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:15:00Z', 'revision_number': 4, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'f6556a88-862b-48f0-8f0a-499ebeb1c2bc', 'name': '', 'network_id': '44f636fa-1bb2-4205-89e7-3c9c89a46a4c', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'mac_address': 'fa:16:3e:18:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:59Z', 'updated_at': '2021-06-07T08:15:14Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'subnets': [{'id': 'd06a9b0b-4218-4a1a-9458-3c60a038ae23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:56.741727 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-48ed1f91-38cf-4773-95ab-56ad31bfed9f req-c2d7815b-1aa3-4535-b8b8-7241e0eb8fe9 service neutron] 10.222.0.22 "GET /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406612 Jun 07 08:17:56.937427 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b611e-3879-4eb3-8963-05a43ef4aca6 None None] New status for floating IP b160510a-c1a3-4be6-89ff-69c4338163d3: DOWN {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:58.954297 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c7065-14a8-4a59-b46c-fc8c1eb2f445 req-888081f6-de92-4797-82db-1942cbb3a7fe tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:58.955774 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f26c7065-14a8-4a59-b46c-fc8c1eb2f445 req-888081f6-de92-4797-82db-1942cbb3a7fe tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0856438 Jun 07 08:17:58.999869 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f26c7065-14a8-4a59-b46c-fc8c1eb2f445 req-7bb1a87a-06f2-4f7c-8d2c-430a5dbd83c0 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Jun 07 08:18:00.197598 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127c0b-4b93-467a-b94e-28ca2ddb0a02 req-327b86c5-78a4-4ee7-bbc7-94ded5ddc9f6 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:00.199094 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ba127c0b-4b93-467a-b94e-28ca2ddb0a02 req-327b86c5-78a4-4ee7-bbc7-94ded5ddc9f6 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0860078 Jun 07 08:18:00.245255 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ba127c0b-4b93-467a-b94e-28ca2ddb0a02 req-a9c2875b-77f9-4683-90b3-fa97f02d1409 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Jun 07 08:18:01.327087 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-93b1cf42-e1b5-46fd-a559-b8f982c155c1 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:01.328572 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-93b1cf42-e1b5-46fd-a559-b8f982c155c1 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.0805306 Jun 07 08:18:01.521325 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9f81-c048-44fb-81c0-2ad2ae32f671 req-da55e69a-07cd-4fa2-8af6-5a2440096d20 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:01.522744 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd3e9f81-c048-44fb-81c0-2ad2ae32f671 req-da55e69a-07cd-4fa2-8af6-5a2440096d20 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 945 time: 0.1547790 Jun 07 08:18:01.553244 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Deleting port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:01.553580 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:01.603498 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd3e9f81-c048-44fb-81c0-2ad2ae32f671 req-96fa9334-318b-4305-b5d0-ab0e0b16e096 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/security-groups?id=48a075eb-9ec7-41c0-bd50-fc726092179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Jun 07 08:18:01.700423 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] For port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:01.700423 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:01.821893 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Calling delete_port for d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:01.938394 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:01.944125 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-599f2791-56cf-498c-9763-32a187f15ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:01.953074 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['d9ceb534-bbf9-42fc-b7d7-8aaa305ef847'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:01.990709 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Pushing event deleted for resources: {'Port': ['ID=d9ceb534-bbf9-42fc-b7d7-8aaa305ef847,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:01.993066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:02.069840 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] No DVR routers for this DVR port d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:02.072301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:02.074371 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f3323878-8b2e-4ff4-bdcb-8612652d2212 req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.22 "DELETE /v2.0/ports/d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 HTTP/1.1" status: 204 len: 173 time: 0.7395351 Jun 07 08:18:02.074871 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'name': 'network-vif-deleted', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:02.077832 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bc2b68-af68-4d35-b14c-65b55b539936" -d '{"events": [{"server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "name": "network-vif-deleted", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:02.121067 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb947cc7-5834-4104-891c-8b5f41a959ad x-openstack-request-id: req-cb947cc7-5834-4104-891c-8b5f41a959ad {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:02.121417 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb83f90-1e5c-4449-86f5-683410162c0a", "name": "network-vif-deleted", "tag": "d9ceb534-bbf9-42fc-b7d7-8aaa305ef847", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:02.121662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb947cc7-5834-4104-891c-8b5f41a959ad {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:02.122128 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb83f90-1e5c-4449-86f5-683410162c0a', 'name': 'network-vif-deleted', 'tag': 'd9ceb534-bbf9-42fc-b7d7-8aaa305ef847', 'status': 'completed', 'code': 200} Jun 07 08:18:02.783942 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1bfd483f-c2e1-42e5-b4eb-2b76af140dd3 req-6be0a862-dbc5-47fd-b396-5f3615cab681 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb83f90-1e5c-4449-86f5-683410162c0a HTTP/1.1" status: 200 len: 210 time: 0.0436070 Jun 07 08:18:04.557547 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49600) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:05.193771 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:05.589905 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Deleting port f6556a88-862b-48f0-8f0a-499ebeb1c2bc {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:05.590475 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:05.716208 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] For port f6556a88-862b-48f0-8f0a-499ebeb1c2bc, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:05.717025 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:05.844432 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Calling delete_port for f6556a88-862b-48f0-8f0a-499ebeb1c2bc owned by network:router_interface {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:05.971719 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:06.008661 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:06.009008 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device d9ceb534-bbf9-42fc-b7d7-8aaa305ef847 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:06.131252 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:06.133486 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:18:06.134965 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cb794259-eeda-4151-8b0e-bb5b91982f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:06.283801 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6556a88-862b-48f0-8f0a-499ebeb1c2bc,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:06.286928 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:06.558143 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:06.914274 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Router 10e73eb9-bc5f-4e24-950f-76fb3df98280 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:07.091212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:07.096910 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-ad6f9b6f-8600-43c8-8c13-c6be3018bb9b admin admin] 10.222.0.35 "PUT /v2.0/routers/10e73eb9-bc5f-4e24-950f-76fb3df98280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5369992 Jun 07 08:18:07.099374 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49624) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:07.103904 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] Sync routers for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:07.113310 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:07.113984 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:07.285845 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.332105 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:07.460755 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.624951 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:18:06Z', 'revision_number': 5, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port': {'id': '5f584759-ae7f-49e0-97df-1f7efe8bec74', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:56Z', 'updated_at': '2021-06-07T08:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:07.628734 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] Checking router: 10e73eb9-bc5f-4e24-950f-76fb3df98280 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:07.636918 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] Routers {'10e73eb9-bc5f-4e24-950f-76fb3df98280'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:07.637510 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['10e73eb9-bc5f-4e24-950f-76fb3df98280'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:07.647722 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Deleting port 5f584759-ae7f-49e0-97df-1f7efe8bec74 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:07.648059 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.767309 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] For port 5f584759-ae7f-49e0-97df-1f7efe8bec74, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=5f584759-ae7f-49e0-97df-1f7efe8bec74,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:07.767679 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.783487 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] Set router 10e73eb9-bc5f-4e24-950f-76fb3df98280 gateway port host: None {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:07.886732 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Calling delete_port for 5f584759-ae7f-49e0-97df-1f7efe8bec74 owned by network:router_gateway {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:07.887519 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:18:07Z', 'revision_number': 6, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:07.892224 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd87f8-9657-435b-a698-150ba4780ae5 None None] The sync data for ids ['10e73eb9-bc5f-4e24-950f-76fb3df98280'] in dv-cinder-784945-11-smb is: [{'id': '10e73eb9-bc5f-4e24-950f-76fb3df98280', 'name': 'tempest-TestMinimumBasicScenario-920657002-router', 'tenant_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:55Z', 'updated_at': '2021-06-07T08:18:07Z', 'revision_number': 6, 'project_id': '75ab835e8b0c4ae2b5f012c0f44884e8', 'gw_port_host': None}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:08.036252 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.039706 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:08.082755 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f584759-ae7f-49e0-97df-1f7efe8bec74,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:08.085882 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:08.175714 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.364079 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.366282 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.390506 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.391079 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10e73eb9-bc5f-4e24-950f-76fb3df98280 {{(pid=91904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:18:08.395386 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.396553 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-728c9f33-8b61-4c66-b23f-5d5b30343e47 admin admin] 10.222.0.35 "DELETE /v2.0/routers/10e73eb9-bc5f-4e24-950f-76fb3df98280 HTTP/1.1" status: 204 len: 168 time: 1.2961631 Jun 07 08:18:08.399051 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49636) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:08.406668 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49638) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:08.459021 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Deleting subnet d06a9b0b-4218-4a1a-9458-3c60a038ae23 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:18:08.461916 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.513640 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.524149 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.632196 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.636059 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.639472 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.645033 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-da781a1c-7109-4869-9a67-8a1a5c9b97c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:08.691141 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1012ff53528c4e50af1c67df7e51f295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810447 Jun 07 08:18:08.691141 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3aa281-4dbf-4936-a65b-7f7e0dc2b83b,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:08.691560 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49644) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:08.693065 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:08.762164 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.770272 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5251e8e1-baaf-49b4-916e-c8211af57aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:08.797305 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.814970 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42339f26-e467-44b2-8e74-a46bf8249c2b None None] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:08.815483 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06a9b0b-4218-4a1a-9458-3c60a038ae23,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:08.819769 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.821554 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d06a9b0b-4218-4a1a-9458-3c60a038ae23 HTTP/1.1" status: 204 len: 168 time: 0.4215691 Jun 07 08:18:08.824181 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6fa49889-8a1f-4220-88a0-ca1c179ed9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:08.824416 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49646) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:08.837712 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.903128 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.908403 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.909611 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee3aa281-4dbf-4936-a65b-7f7e0dc2b83b HTTP/1.1" status: 204 len: 168 time: 0.2170641 Jun 07 08:18:08.910415 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-dd33d1cb-5e70-4537-b9ce-7b6597eea982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:08.939920 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3aa281-4dbf-4936-a65b-7f7e0dc2b83b,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:08.942302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:08.948112 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.032217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Deleting port b3b9381b-a3fe-4fb7-ba01-c08938a3267f {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:09.032558 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.164734 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] For port b3b9381b-a3fe-4fb7-ba01-c08938a3267f, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:09.165093 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.208328 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] DHCP port deletion for 44f636fa-1bb2-4205-89e7-3c9c89a46a4c request from dv-cinder-784945-11-smb {{(pid=91905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:18:09.296977 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 5f584759-ae7f-49e0-97df-1f7efe8bec74 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:09.336869 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 5f584759-ae7f-49e0-97df-1f7efe8bec74 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:09.337303 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 5f584759-ae7f-49e0-97df-1f7efe8bec74 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:09.337740 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device b3b9381b-a3fe-4fb7-ba01-c08938a3267f no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:09.372996 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Deleting port b3b9381b-a3fe-4fb7-ba01-c08938a3267f {{(pid=91905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:09.373470 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.402474 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Calling delete_port for b3b9381b-a3fe-4fb7-ba01-c08938a3267f owned by network:dhcp {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:09.451236 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.455357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c0bd6481-2b9e-4097-acbe-b417ffc7c321 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:09.486169 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No ports have port_id starting with b3b9381b-a3fe-4fb7-ba01-c08938a3267f Jun 07 08:18:09.489909 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f6556a88-862b-48f0-8f0a-499ebeb1c2bc no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:09.500295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:09.503793 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:09.505942 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] No DVR routers for this DVR port b3b9381b-a3fe-4fb7-ba01-c08938a3267f on host dv-cinder-784945-11-smb {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:09.525121 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: f6556a88-862b-48f0-8f0a-499ebeb1c2bc {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:09.525467 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f6556a88-862b-48f0-8f0a-499ebeb1c2bc not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:09.527910 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] For port b3b9381b-a3fe-4fb7-ba01-c08938a3267f, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,segment=NetworkSegment(d2374a89-259d-4dff-91a3-e6a4c0a7c5b3),segment_id=d2374a89-259d-4dff-91a3-e6a4c0a7c5b3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:09.528214 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.628026 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.641398 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f636fa-1bb2-4205-89e7-3c9c89a46a4c']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:09.653779 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:09.654136 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2374a89-259d-4dff-91a3-e6a4c0a7c5b3') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:09.665910 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.676822 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Calling delete_port for b3b9381b-a3fe-4fb7-ba01-c08938a3267f owned by network:dhcp {{(pid=91905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:09.682305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.694067 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:18:09.694465 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:18:09.709224 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:18:09.784163 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.788030 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-03ee2a30-868f-46ed-bca8-ebef6abdc957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:09.807303 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.812578 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] 10.222.0.35 "DELETE /v2.0/networks/44f636fa-1bb2-4205-89e7-3c9c89a46a4c HTTP/1.1" status: 204 len: 168 time: 0.9835317 Jun 07 08:18:09.812854 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49654) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:09.814236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633'] for port, after_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.815091 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Pushing event deleted for resources: {'Network': ['ID=44f636fa-1bb2-4205-89e7-3c9c89a46a4c,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:09.818640 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-ce61f253-2e35-4a9b-88d9-0f5b80b662a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:09.861956 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Network 44f636fa-1bb2-4205-89e7-3c9c89a46a4c is not hosted by any dhcp agent {{(pid=91905) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 07 08:18:09.862607 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] No DVR routers for this DVR port b3b9381b-a3fe-4fb7-ba01-c08938a3267f on host dv-cinder-784945-11-smb {{(pid=91905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:09.864159 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Pushing event deleted for resources: {'Port': ['ID=b3b9381b-a3fe-4fb7-ba01-c08938a3267f,revision_number=None']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:09.873171 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.873848 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.873957 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.874243 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.874562 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.874880 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.875196 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.875535 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.875849 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.876166 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.876470 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.876775 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:09.882685 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-00662fca-bea3-4753-a811-9b8735e36ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:09.888084 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:10.354572 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.852712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Deleting port f104c04d-885a-4922-9222-7fbd5ac3dcce {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:10.853413 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.975475 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-74787571-626b-43b0-8541-043775a02092 admin admin] For port f104c04d-885a-4922-9222-7fbd5ac3dcce, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=f104c04d-885a-4922-9222-7fbd5ac3dcce,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:10.975838 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.104709 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Calling delete_port for f104c04d-885a-4922-9222-7fbd5ac3dcce owned by network:router_interface {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:11.256013 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.259541 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5cdbab00-a827-4781-a4a4-2ce451ef7a45 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:11.307281 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Pushing event deleted for resources: {'Port': ['ID=f104c04d-885a-4922-9222-7fbd5ac3dcce,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:11.335214 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:11.579502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.934065 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Router 41182987-14a8-4a3b-a379-5ada38438a3e has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:12.201265 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:12.205859 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-74787571-626b-43b0-8541-043775a02092 admin admin] 10.222.0.35 "PUT /v2.0/routers/41182987-14a8-4a3b-a379-5ada38438a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917716 Jun 07 08:18:12.208421 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49664) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:12.209442 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] Sync routers for ids ['41182987-14a8-4a3b-a379-5ada38438a3e'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:12.219657 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] Routers {'41182987-14a8-4a3b-a379-5ada38438a3e'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:12.220273 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['41182987-14a8-4a3b-a379-5ada38438a3e'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:12.384676 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks [] for router, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.392512 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] Set router 41182987-14a8-4a3b-a379-5ada38438a3e gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:12.560274 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.636579 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Deleting port 10bac92f-e47c-4a36-9975-2bd4be9eb908 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:12.636914 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.677484 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:18:11Z', 'revision_number': 5, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port': {'id': '10bac92f-e47c-4a36-9975-2bd4be9eb908', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:07Z', 'updated_at': '2021-06-07T08:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:12.682620 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] Checking router: 41182987-14a8-4a3b-a379-5ada38438a3e for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:12.694616 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] Routers {'41182987-14a8-4a3b-a379-5ada38438a3e'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:12.695221 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:17:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['41182987-14a8-4a3b-a379-5ada38438a3e'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:12.767970 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] For port 10bac92f-e47c-4a36-9975-2bd4be9eb908, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=10bac92f-e47c-4a36-9975-2bd4be9eb908,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:12.768209 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.885159 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] Set router 41182987-14a8-4a3b-a379-5ada38438a3e gateway port host: None {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:12.891831 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Calling delete_port for 10bac92f-e47c-4a36-9975-2bd4be9eb908 owned by network:router_gateway {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:12.988457 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:18:12Z', 'revision_number': 6, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:12.992330 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f5add-fb45-4ed1-8286-8d44a93364c1 None None] The sync data for ids ['41182987-14a8-4a3b-a379-5ada38438a3e'] in dv-cinder-784945-11-smb is: [{'id': '41182987-14a8-4a3b-a379-5ada38438a3e', 'name': 'tempest-TestMinimumBasicScenario-1971437466-router', 'tenant_id': '511507e101b54faa985e9eecafdc4393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:06Z', 'updated_at': '2021-06-07T08:18:12Z', 'revision_number': 6, 'project_id': '511507e101b54faa985e9eecafdc4393', 'gw_port_host': None}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:13.028259 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.033106 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0c01d215-e24b-464f-bc34-db55b1320bad tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:13.085366 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Pushing event deleted for resources: {'Port': ['ID=10bac92f-e47c-4a36-9975-2bd4be9eb908,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:13.088905 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:13.178426 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.358718 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.361191 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.460720 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.461273 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41182987-14a8-4a3b-a379-5ada38438a3e {{(pid=91903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:18:13.465670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Notify callbacks [] for router, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.466799 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] 10.222.0.35 "DELETE /v2.0/routers/41182987-14a8-4a3b-a379-5ada38438a3e HTTP/1.1" status: 204 len: 168 time: 1.2574723 Jun 07 08:18:13.469409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49672) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:13.525162 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Deleting subnet 08ab3c1d-1d0b-4212-b2aa-831dbed9c63d {{(pid=91903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:18:13.527994 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.677757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16275251'] for subnet, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.770965 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f104c04d-885a-4922-9222-7fbd5ac3dcce no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:13.796537 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.805256 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: f104c04d-885a-4922-9222-7fbd5ac3dcce {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:13.805674 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device f104c04d-885a-4922-9222-7fbd5ac3dcce not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:13.864307 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15301112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13767924'] for subnet, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.868480 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6161030d-2138-4da9-96c1-bd94b3539be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:13.905426 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ab3c1d-1d0b-4212-b2aa-831dbed9c63d,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:13.908493 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:13.909480 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.913926 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-ca4c0961-7da2-437f-a007-ac45e2aa758f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/08ab3c1d-1d0b-4212-b2aa-831dbed9c63d HTTP/1.1" status: 204 len: 168 time: 0.4410551 Jun 07 08:18:13.913926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49676) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:13.918309 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b26e4-dade-403a-ae96-fffaa9eefbc2 None None] Network 8e23a941-50cf-4fbc-8160-271444ee6d11 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:14.026208 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.103275 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Deleting port 273ff517-51a6-4785-aaa1-05d7069a8237 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:14.103966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.154616 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5bcc-3a17-4950-9d9d-6eb863d12587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.172978 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] DHCP port deletion for 8e23a941-50cf-4fbc-8160-271444ee6d11 request from dv-cinder-784945-11-smb {{(pid=91905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:18:14.212406 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] For port 273ff517-51a6-4785-aaa1-05d7069a8237, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=273ff517-51a6-4785-aaa1-05d7069a8237,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:14.212757 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.240417 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Deleting port 273ff517-51a6-4785-aaa1-05d7069a8237 {{(pid=91905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:14.240930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.337540 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Calling delete_port for 273ff517-51a6-4785-aaa1-05d7069a8237 owned by network:dhcp {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:14.344829 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] For port 273ff517-51a6-4785-aaa1-05d7069a8237, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=273ff517-51a6-4785-aaa1-05d7069a8237,segment=NetworkSegment(ed191762-225d-42fc-bda4-dc89f0b71eaf),segment_id=ed191762-225d-42fc-bda4-dc89f0b71eaf)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:14.345462 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.385557 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.389381 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6d342e04-1104-490d-8e09-ad07e75a6feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:14.431998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Pushing event deleted for resources: {'Port': ['ID=273ff517-51a6-4785-aaa1-05d7069a8237,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:14.435028 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:14.436112 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] No DVR routers for this DVR port 273ff517-51a6-4785-aaa1-05d7069a8237 on host dv-cinder-784945-11-smb {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:14.469720 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Calling delete_port for 273ff517-51a6-4785-aaa1-05d7069a8237 owned by network:dhcp {{(pid=91905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:14.511364 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633'] for port, after_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.515440 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-fa5f7764-9a2e-43cc-8183-ad593d391275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:14.549019 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.556973 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Pushing event deleted for resources: {'Port': ['ID=273ff517-51a6-4785-aaa1-05d7069a8237,revision_number=None']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:14.559818 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:14.561405 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] No DVR routers for this DVR port 273ff517-51a6-4785-aaa1-05d7069a8237 on host dv-cinder-784945-11-smb {{(pid=91905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:14.563620 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e23a941-50cf-4fbc-8160-271444ee6d11']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:14.577861 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed191762-225d-42fc-bda4-dc89f0b71eaf') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:14.578151 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed191762-225d-42fc-bda4-dc89f0b71eaf') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:14.589245 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.610684 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.616959 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:18:14.617392 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:18:14.630866 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:18:14.703212 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.708884 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.710696 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] 10.222.0.35 "DELETE /v2.0/networks/8e23a941-50cf-4fbc-8160-271444ee6d11 HTTP/1.1" status: 204 len: 168 time: 0.7958338 Jun 07 08:18:14.711448 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-dd733cd7-6536-41a3-b911-e56f4a1815ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:14.729156 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Pushing event deleted for resources: {'Network': ['ID=8e23a941-50cf-4fbc-8160-271444ee6d11,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:14.732936 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a5974830-a29e-4683-830c-43b794d9225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:14.885235 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49684) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:14.937855 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-3a0ed48d-f66b-4773-a68c-6d2c1a85d75c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75ab835e8b0c4ae2b5f012c0f44884e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512526 Jun 07 08:18:14.940302 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49686) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:14.995273 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.021058 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.070671 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.073114 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.074268 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48a075eb-9ec7-41c0-bd50-fc726092179f HTTP/1.1" status: 204 len: 168 time: 0.1329663 Jun 07 08:18:15.075158 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5f28121a-ea27-4b62-830e-dbb656bdc4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:15.085486 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a075eb-9ec7-41c0-bd50-fc726092179f,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:15.087915 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:15.217754 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 10bac92f-e47c-4a36-9975-2bd4be9eb908 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:15.255207 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 10bac92f-e47c-4a36-9975-2bd4be9eb908 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:15.255571 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 10bac92f-e47c-4a36-9975-2bd4be9eb908 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:15.255996 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 273ff517-51a6-4785-aaa1-05d7069a8237 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:15.288026 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 273ff517-51a6-4785-aaa1-05d7069a8237 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:15.288378 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 273ff517-51a6-4785-aaa1-05d7069a8237 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:15.420233 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49694) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:15.469204 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8716376f-7072-4629-b4e1-602d717d71a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=511507e101b54faa985e9eecafdc4393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477622 Jun 07 08:18:15.471570 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49696) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:15.529262 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.554019 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.604105 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.607368 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.609248 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2dbdc97-2153-4613-82bc-8e7f0af9ae63 HTTP/1.1" status: 204 len: 168 time: 0.1363158 Jun 07 08:18:15.610476 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:15.620595 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dbdc97-2153-4613-82bc-8e7f0af9ae63,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:15.623376 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-71924519-7bfe-4497-8fec-42f5eddd53a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:16.369739 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.625185 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-76448461-121a-4e87-908f-ced16f68fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.671355 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.558846 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.389238 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.989276 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766dcc9-e795-4b74-872d-833fa9cb28e8 req-9ac0f90d-ce2b-44e4-9478-c50432787c54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:22.990732 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6766dcc9-e795-4b74-872d-833fa9cb28e8 req-9ac0f90d-ce2b-44e4-9478-c50432787c54 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0802343 Jun 07 08:18:23.034844 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6766dcc9-e795-4b74-872d-833fa9cb28e8 req-a16b1e7d-e125-4412-bbf0-fc6fe725e07c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384996 Jun 07 08:18:24.233112 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4d9da-d473-42c6-b302-e702a986e7da req-6daaee06-c022-4fcd-9828-c026d2a226d5 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.234548 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5da4d9da-d473-42c6-b302-e702a986e7da req-6daaee06-c022-4fcd-9828-c026d2a226d5 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0843766 Jun 07 08:18:24.278557 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5da4d9da-d473-42c6-b302-e702a986e7da req-802059e4-665e-4a78-902c-bc560c29217e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Jun 07 08:18:25.469427 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ccc4-c916-4fdd-81a8-f4031ed39a3f req-83451c62-2a4e-4dd4-a90e-247bd966c907 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:25.470866 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ca15ccc4-c916-4fdd-81a8-f4031ed39a3f req-83451c62-2a4e-4dd4-a90e-247bd966c907 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0780678 Jun 07 08:18:25.517674 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ca15ccc4-c916-4fdd-81a8-f4031ed39a3f req-a4dca481-dae8-4b82-9f71-84b36d8f7e89 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Jun 07 08:18:26.706484 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2dc3a-44f4-42f8-8491-1d5623151045 req-37265d97-63d1-435a-9505-e67f0b92c487 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:26.707841 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfc2dc3a-44f4-42f8-8491-1d5623151045 req-37265d97-63d1-435a-9505-e67f0b92c487 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0792701 Jun 07 08:18:26.753157 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bfc2dc3a-44f4-42f8-8491-1d5623151045 req-b4b77bb5-a04f-4aa1-91f2-d41d91c87bcf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Jun 07 08:18:28.039504 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c1db-cfc0-475e-82b3-7ce2a6bd6a91 req-b98dc1d3-1494-42fe-ad77-adc92c7ffdf3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:28.040943 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8fd0c1db-cfc0-475e-82b3-7ce2a6bd6a91 req-b98dc1d3-1494-42fe-ad77-adc92c7ffdf3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1777923 Jun 07 08:18:28.085623 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8fd0c1db-cfc0-475e-82b3-7ce2a6bd6a91 req-26e4fbec-69a6-4ba6-8ca4-750627bde472 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389428 Jun 07 08:18:29.275843 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5f619-0e2e-4f14-a01a-b522f5fb45be req-6ff5f060-fb01-4563-b76d-4dd76f1c4859 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:29.277412 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-80c5f619-0e2e-4f14-a01a-b522f5fb45be req-6ff5f060-fb01-4563-b76d-4dd76f1c4859 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0783482 Jun 07 08:18:29.323967 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-80c5f619-0e2e-4f14-a01a-b522f5fb45be req-362f44f3-ac02-465e-afb2-d44490e8c3be tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399997 Jun 07 08:18:29.786615 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3983d20-5e74-46cc-8574-861f313dc637 req-77e46d49-6ed1-4465-92fd-3e6d3dc6e90b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:29.787961 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a3983d20-5e74-46cc-8574-861f313dc637 req-77e46d49-6ed1-4465-92fd-3e6d3dc6e90b tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.0816290 Jun 07 08:18:29.831111 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a3983d20-5e74-46cc-8574-861f313dc637 req-a442de13-18ec-4b9e-95e8-8f8804866397 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376878 Jun 07 08:18:30.512975 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1eac9-4602-4cf5-b848-af7802fae424 req-a008c823-8c17-43a6-96a2-b1a7b0862797 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:30.514420 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-12d1eac9-4602-4cf5-b848-af7802fae424 req-a008c823-8c17-43a6-96a2-b1a7b0862797 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0806000 Jun 07 08:18:30.563212 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-12d1eac9-4602-4cf5-b848-af7802fae424 req-2f4e14cb-2795-439f-86c8-cd0089d953a3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Jun 07 08:18:31.010559 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd1bf7-b0a4-4547-af76-39337fbc3477 req-d018c1da-3b1d-4836-8311-c20eb9d4493c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.012002 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cbd1bf7-b0a4-4547-af76-39337fbc3477 req-d018c1da-3b1d-4836-8311-c20eb9d4493c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.0771365 Jun 07 08:18:31.056446 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7cbd1bf7-b0a4-4547-af76-39337fbc3477 req-a0904b98-978a-4e1b-a94e-0e006bfeb8ed tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 Jun 07 08:18:31.799764 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-404b84ac-c836-4725-8b0f-73c5ae1607a8 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.801179 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-404b84ac-c836-4725-8b0f-73c5ae1607a8 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.1416821 Jun 07 08:18:31.809198 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04a2f2-88a4-41e1-92c1-9dd41a0e942c req-d4f9b1f7-4a78-4680-9d60-02f06adfdec7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.811557 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cf04a2f2-88a4-41e1-92c1-9dd41a0e942c req-d4f9b1f7-4a78-4680-9d60-02f06adfdec7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1215239 Jun 07 08:18:31.936972 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cf04a2f2-88a4-41e1-92c1-9dd41a0e942c req-96ca708f-1c5f-4a0b-9ff5-67b2bb2e9108 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949326 Jun 07 08:18:31.972012 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Deleting port 7efa6790-109c-4d29-bf3e-c636af691e2a {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:31.972345 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.103582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] For port 7efa6790-109c-4d29-bf3e-c636af691e2a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7efa6790-109c-4d29-bf3e-c636af691e2a,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:32.103932 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.427685 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b30031-3bd5-46db-a49c-45feccbd3c1a req-143d6ffe-399d-444d-b0b6-1e91be2cd157 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.429116 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c0b30031-3bd5-46db-a49c-45feccbd3c1a req-143d6ffe-399d-444d-b0b6-1e91be2cd157 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 945 time: 0.2617610 Jun 07 08:18:32.478758 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.479119 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.479443 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Floating IP 0c229a10-6759-4082-9817-9d9c21d59001 disassociated. External IP: 172.28.2.237, port: 7efa6790-109c-4d29-bf3e-c636af691e2a. Jun 07 08:18:32.479772 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Calling delete_port for 7efa6790-109c-4d29-bf3e-c636af691e2a owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:32.493881 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c0b30031-3bd5-46db-a49c-45feccbd3c1a req-ac262a98-4d95-4bbf-aa75-22ce65234d08 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups?id=97e19386-ba75-45a8-9caa-9aa19e1bef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591791 Jun 07 08:18:32.600693 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.606126 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6f731a8f-93da-40cb-9ce8-9f23304836a3 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:32.650255 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event deleted for resources: {'Port': ['ID=7efa6790-109c-4d29-bf3e-c636af691e2a,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:32.653183 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:32.932626 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:33.174585 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:33.186780 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:33.197143 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:33.197750 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:18:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:33.260611 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] No DVR routers for this DVR port 7efa6790-109c-4d29-bf3e-c636af691e2a on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:33.263723 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:33.265741 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e9fdc5fd-2989-4173-bee6-4bcf84f62aa6 req-6f1c4296-3564-469c-92e0-485276b2d821 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.22 "DELETE /v2.0/ports/7efa6790-109c-4d29-bf3e-c636af691e2a HTTP/1.1" status: 204 len: 173 time: 1.4533277 Jun 07 08:18:33.267805 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'name': 'network-vif-deleted', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:33.270271 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f13ae-1697-4258-bc24-21d22a92fc6b" -d '{"events": [{"server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "name": "network-vif-deleted", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:33.281346 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67062-f43e-4031-a019-2ff6c026d7ec req-d8fb4919-6991-4e87-88cc-f05335e68c7b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:33.283074 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72e67062-f43e-4031-a019-2ff6c026d7ec req-d8fb4919-6991-4e87-88cc-f05335e68c7b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1992917 Jun 07 08:18:33.331554 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b4717-cd5a-4fe8-b297-eef7480fd036 x-openstack-request-id: req-c51b4717-cd5a-4fe8-b297-eef7480fd036 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:33.331926 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fb5993-7723-4335-9a74-a1c835e652f0", "name": "network-vif-deleted", "tag": "7efa6790-109c-4d29-bf3e-c636af691e2a", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:33.332176 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c51b4717-cd5a-4fe8-b297-eef7480fd036 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:33.332599 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fb5993-7723-4335-9a74-a1c835e652f0', 'name': 'network-vif-deleted', 'tag': '7efa6790-109c-4d29-bf3e-c636af691e2a', 'status': 'completed', 'code': 200} Jun 07 08:18:33.335804 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-72e67062-f43e-4031-a019-2ff6c026d7ec req-7f4f2e76-5e68-4ced-8858-82eac87a675b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467899 Jun 07 08:18:33.437385 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:33.659333 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a600fd5a-3b73-45f9-878f-df8d66ad47b1 req-35f5357c-75ad-4158-9145-99bd4264f24c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fb5993-7723-4335-9a74-a1c835e652f0 HTTP/1.1" status: 200 len: 210 time: 0.0423605 Jun 07 08:18:33.749476 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:33.753333 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:33.761578 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:33.762175 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:18:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:33.937953 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:34.171826 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:18:34.365348 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:34.380891 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'mac_address': 'fa:16:3e:f1:3e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:18:34.384369 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:34.412586 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2da68-08f8-4419-bac2-3ebf6956b8eb None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '8c350a01-cd68-459a-82b5-9badcbf2a7e3', 'name': '', 'network_id': 'd27eab4d-ca14-4288-807c-dae6ae0234fa', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'mac_address': 'fa:16:3e:74:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:12:57Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'subnets': [{'id': 'daef9e81-4ce2-446d-a283-15b7aee00c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:34.447037 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.465661 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9d0784-c084-4b9a-8fba-64e68da31ea7 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:34.481700 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:34.486131 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.487990 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:34.546020 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a5e3-a843-490a-93f5-0010967106fc req-3f5fcfd6-f5e8-465a-aba9-86d76ca1bbbc tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.547683 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5431a5e3-a843-490a-93f5-0010967106fc req-3f5fcfd6-f5e8-465a-aba9-86d76ca1bbbc tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 945 time: 0.0884190 Jun 07 08:18:34.565229 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=6']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:34.569956 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:34.580108 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['0c9d0784-c084-4b9a-8fba-64e68da31ea7'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:34.599773 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-5431a5e3-a843-490a-93f5-0010967106fc req-2b90ad5b-b636-4054-af7f-58522bc61110 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Jun 07 08:18:34.657904 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c258e1-fb7a-4c56-a8fe-caa1d50b3b9d None None] New status for floating IP 0c229a10-6759-4082-9817-9d9c21d59001: DOWN {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:18:34.779954 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49864) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:34.845840 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.873685 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.928626 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.931159 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.932350 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "DELETE /v2.0/security-groups/97e19386-ba75-45a8-9caa-9aa19e1bef93 HTTP/1.1" status: 204 len: 168 time: 0.1513107 Jun 07 08:18:34.933144 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fb846c59-d0b9-4bf8-b546-66d8106cf214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:34.935060 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49866) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:34.944416 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e19386-ba75-45a8-9caa-9aa19e1bef93,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:34.946752 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-61ed3de0-8ab5-4266-aa78-53c13996e660 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:34.952553 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.api.v2.resource [None req-e51b365d-740a-43f0-a6aa-d3fe3b0d0f01 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] show failed (client error): The resource could not be found. Jun 07 08:18:34.953660 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-e51b365d-740a-43f0-a6aa-d3fe3b0d0f01 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "GET /v2.0/security-groups/97e19386-ba75-45a8-9caa-9aa19e1bef93 HTTP/1.1" status: 404 len: 347 time: 0.0173759 Jun 07 08:18:34.957227 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49868) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:35.177916 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Deleting port 9655066d-5407-4c13-be36-513030c5c860 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:35.178253 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:35.299726 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:35.300052 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:35.425572 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Calling delete_port for 9655066d-5407-4c13-be36-513030c5c860 owned by network:floatingip {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:35.539236 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:35.543670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f9afe180-1781-4875-85ae-c40e4f0204ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:35.586587 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Pushing event deleted for resources: {'Port': ['ID=9655066d-5407-4c13-be36-513030c5c860,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:35.589725 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:35.697256 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks [] for floatingip, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:35.700942 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:35.715433 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] 10.222.0.35 "DELETE /v2.0/floatingips/0c229a10-6759-4082-9817-9d9c21d59001 HTTP/1.1" status: 204 len: 168 time: 0.7475226 Jun 07 08:18:35.846790 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6325d-514d-4de2-a153-e7e18e4535a6 req-41f37641-486c-4702-b96b-b22b931ac408 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:35.849451 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-04e6325d-514d-4de2-a153-e7e18e4535a6 req-41f37641-486c-4702-b96b-b22b931ac408 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 945 time: 0.1077087 Jun 07 08:18:35.929718 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-04e6325d-514d-4de2-a153-e7e18e4535a6 req-dc7e71f9-1ec7-4897-8235-7cca0718af14 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643637 Jun 07 08:18:36.187402 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:36.263857 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:36.264345 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.441466 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.478217 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:36.480831 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23012c-4d81-4082-80e7-b31bbc7f95ed" -d '{"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-plugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:36.499060 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:36.507227 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.508148 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 7efa6790-109c-4d29-bf3e-c636af691e2a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:36.539366 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:36.599038 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 7efa6790-109c-4d29-bf3e-c636af691e2a {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:36.599567 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 7efa6790-109c-4d29-bf3e-c636af691e2a not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:36.643888 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=7']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:36.647370 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:36.693020 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8a1ec7-5c3f-457c-a4a2-3a21ce3151f6 x-openstack-request-id: req-3c8a1ec7-5c3f-457c-a4a2-3a21ce3151f6 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:36.693381 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-plugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:36.693695 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c8a1ec7-5c3f-457c-a4a2-3a21ce3151f6 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:36.694145 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'code': 200} Jun 07 08:18:37.323966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52b0f-db66-4fb0-b118-5a745c0e109f req-16e83d93-078d-4669-a705-3430a1ca2c2c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:37.326912 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9b52b0f-db66-4fb0-b118-5a745c0e109f req-16e83d93-078d-4669-a705-3430a1ca2c2c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.2359383 Jun 07 08:18:37.378826 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f9b52b0f-db66-4fb0-b118-5a745c0e109f req-7f4e8316-865e-4121-abd4-fbeec5370fb8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453243 Jun 07 08:18:38.602640 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44e17-6c17-4415-bc65-8f4dd0c3a3cf req-a0f4005d-6a7b-45fb-a717-cd98579a374b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:38.609169 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f6e44e17-6c17-4415-bc65-8f4dd0c3a3cf req-a0f4005d-6a7b-45fb-a717-cd98579a374b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0934792 Jun 07 08:18:38.661408 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f6e44e17-6c17-4415-bc65-8f4dd0c3a3cf req-5296adff-e38f-41d5-8616-1e0356766bbf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 Jun 07 08:18:39.870510 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d88e77-cfb1-4a01-b565-e767c319cbf5 req-c110a248-ef59-4ba9-883c-9411afca6635 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:39.878815 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e3d88e77-cfb1-4a01-b565-e767c319cbf5 req-c110a248-ef59-4ba9-883c-9411afca6635 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0995288 Jun 07 08:18:39.921892 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e3d88e77-cfb1-4a01-b565-e767c319cbf5 req-b72f9014-7daa-4beb-be42-cd4d360c5b9a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Jun 07 08:18:40.038096 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49934) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:40.832617 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:41.222375 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10a94e-aa06-4254-8f5f-89df6683031f req-67de2408-f777-41f0-807a-0d54d9553a0e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:41.223891 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-de10a94e-aa06-4254-8f5f-89df6683031f req-67de2408-f777-41f0-807a-0d54d9553a0e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1618576 Jun 07 08:18:41.375484 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-de10a94e-aa06-4254-8f5f-89df6683031f req-91c4be0a-07a8-421a-b454-27f8aa7a6243 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205120 Jun 07 08:18:41.412513 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Deleting port 8c350a01-cd68-459a-82b5-9badcbf2a7e3 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:41.412846 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:41.566973 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] For port 8c350a01-cd68-459a-82b5-9badcbf2a7e3, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=8c350a01-cd68-459a-82b5-9badcbf2a7e3,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:41.567320 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:41.848645 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Calling delete_port for 8c350a01-cd68-459a-82b5-9badcbf2a7e3 owned by network:router_interface {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:42.040801 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.045492 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-88d8573b-60e6-4438-8ba1-b5cb0f91d879 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:42.091355 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c350a01-cd68-459a-82b5-9badcbf2a7e3,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:42.094597 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:42.411163 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.801814 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d75c2-a204-4dcd-ba36-5cfe61ff6906 req-2e6ac876-654c-49d0-ae73-46eef54fc8d7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:42.803269 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cc2d75c2-a204-4dcd-ba36-5cfe61ff6906 req-2e6ac876-654c-49d0-ae73-46eef54fc8d7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.2846043 Jun 07 08:18:42.937899 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-cc2d75c2-a204-4dcd-ba36-5cfe61ff6906 req-379f33b3-d3c2-4018-905b-689388f74a46 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235659 Jun 07 08:18:42.950538 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:43.142203 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:18:43.151064 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:43.158782 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49946) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:43.159245 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5f0ebb4d-d72b-419c-ae64-29607c279129 admin admin] 10.222.0.35 "PUT /v2.0/routers/b51eb35f-80fc-4cb3-9fd4-626ae101dcbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1197627 Jun 07 08:18:43.169873 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] Sync routers for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:43.181313 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:43.181997 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:18:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:43.370294 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:43.532454 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks [] for router, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:43.689549 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:18:41Z', 'revision_number': 5, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port': {'id': 'c724ac9c-805c-41ef-a56e-c3bfcf3506cc', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:27Z', 'updated_at': '2021-06-07T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:43.695068 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] Checking router: b51eb35f-80fc-4cb3-9fd4-626ae101dcbc for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:43.707976 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] Routers {'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:43.709412 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:18:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:43.735555 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:43.823549 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Deleting port c724ac9c-805c-41ef-a56e-c3bfcf3506cc {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:43.823549 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:43.902063 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] Set router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc gateway port host: None {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:43.993710 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] For port c724ac9c-805c-41ef-a56e-c3bfcf3506cc, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:43.994174 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.017835 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:18:43Z', 'revision_number': 6, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:44.022060 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763fdd3e-cefb-4120-986f-32831fc11785 None None] The sync data for ids ['b51eb35f-80fc-4cb3-9fd4-626ae101dcbc'] in dv-cinder-784945-11-smb is: [{'id': 'b51eb35f-80fc-4cb3-9fd4-626ae101dcbc', 'name': 'tempest-AttachVolumeTestJSON-1169849697-router', 'tenant_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:18:43Z', 'revision_number': 6, 'project_id': 'c76a8abc57f34c8f829a0e9629aecc6a', 'gw_port_host': None}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:44.166034 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-768d8732-b7a8-4891-9297-c4611b2e0775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.176028 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Calling delete_port for c724ac9c-805c-41ef-a56e-c3bfcf3506cc owned by network:router_gateway {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:44.210806 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73aa7d-c26d-41e0-b8a4-15817903123b req-5c5b6c7c-9cf5-4d90-990b-295c857c8a44 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:44.212509 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2b73aa7d-c26d-41e0-b8a4-15817903123b req-5c5b6c7c-9cf5-4d90-990b-295c857c8a44 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1148999 Jun 07 08:18:44.378201 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.397385 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-24dbf887-0b11-44c2-a303-e8e2bebd41df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:44.441170 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2b73aa7d-c26d-41e0-b8a4-15817903123b req-c95c8409-7397-40a6-b762-80f3cc7f05a4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207146 Jun 07 08:18:44.451733 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Pushing event deleted for resources: {'Port': ['ID=c724ac9c-805c-41ef-a56e-c3bfcf3506cc,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:44.459011 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:44.563857 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.740538 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.743595 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.770492 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.770996 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51eb35f-80fc-4cb3-9fd4-626ae101dcbc {{(pid=91904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:18:44.776285 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.777388 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9f4895cd-86eb-46ba-92ad-4e61ee4cf36e admin admin] 10.222.0.35 "DELETE /v2.0/routers/b51eb35f-80fc-4cb3-9fd4-626ae101dcbc HTTP/1.1" status: 204 len: 168 time: 1.6169231 Jun 07 08:18:44.780524 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49956) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:44.843788 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Deleting subnet daef9e81-4ce2-446d-a283-15b7aee00c74 {{(pid=91903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:18:44.846930 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.897809 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16275251'] for subnet, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.983228 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.052346 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15301112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13767924'] for subnet, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.056317 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:45.097174 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daef9e81-4ce2-446d-a283-15b7aee00c74,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:45.099165 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.103450 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/daef9e81-4ce2-446d-a283-15b7aee00c74 HTTP/1.1" status: 204 len: 168 time: 0.3194878 Jun 07 08:18:45.103450 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:45.104143 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 49966) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:45.110646 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a5dec-3e68-4cff-83b8-c1285feb2f3f None None] Network d27eab4d-ca14-4288-807c-dae6ae0234fa requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:45.212588 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.270081 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 8c350a01-cd68-459a-82b5-9badcbf2a7e3 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:45.288971 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Deleting port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:45.289302 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.309613 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 8c350a01-cd68-459a-82b5-9badcbf2a7e3 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:45.310089 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 8c350a01-cd68-459a-82b5-9badcbf2a7e3 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:45.310518 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device c724ac9c-805c-41ef-a56e-c3bfcf3506cc no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:45.356112 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: c724ac9c-805c-41ef-a56e-c3bfcf3506cc {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:45.356488 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device c724ac9c-805c-41ef-a56e-c3bfcf3506cc not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:45.392468 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] For port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:45.392812 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.446548 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] DHCP port deletion for d27eab4d-ca14-4288-807c-dae6ae0234fa request from dv-cinder-784945-11-smb {{(pid=91905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:18:45.519316 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Deleting port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e {{(pid=91905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:45.519713 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.550701 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Calling delete_port for eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e owned by network:dhcp {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:45.651236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] For port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,segment=NetworkSegment(323cd534-1b31-4f4a-a190-3ab663c43d6f),segment_id=323cd534-1b31-4f4a-a190-3ab663c43d6f)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:45.651651 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.679773 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-e6819048-3543-4ee0-990d-dfdf933fe9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:45.681173 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-e6819048-3543-4ee0-990d-dfdf933fe9f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1099 time: 0.1671629 Jun 07 08:18:45.729762 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96bd8-ecde-461c-9b39-210b44fd8f7c req-ebf91656-676b-45bc-9b7e-04e10e5549aa tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:45.731207 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8ec96bd8-ecde-461c-9b39-210b44fd8f7c req-ebf91656-676b-45bc-9b7e-04e10e5549aa tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1778245 Jun 07 08:18:45.762337 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.769291 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-97f61cbe-1b03-49cd-a2d0-d96c2ad07c7f tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:45.771545 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Calling delete_port for eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e owned by network:dhcp {{(pid=91905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:45.814259 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633'] for port, after_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.818000 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:45.862469 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Pushing event deleted for resources: {'Port': ['ID=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,revision_number=None']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:45.865558 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:45.866263 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] No DVR routers for this DVR port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e on host dv-cinder-784945-11-smb {{(pid=91905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:45.866417 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:45.878867 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] No DVR routers for this DVR port eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e on host dv-cinder-784945-11-smb {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:45.880337 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:45.956439 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-8ec96bd8-ecde-461c-9b39-210b44fd8f7c req-5d500aea-173e-47c9-8140-20c119526adc tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142305 Jun 07 08:18:46.035367 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-7e44d295-098e-42bc-9a8c-52552a8b8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:46.036862 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-7e44d295-098e-42bc-9a8c-52552a8b8f61 service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.3467765 Jun 07 08:18:46.040468 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.105793 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27eab4d-ca14-4288-807c-dae6ae0234fa']}} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:46.139341 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323cd534-1b31-4f4a-a190-3ab663c43d6f') {'for_net_delete': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:46.139636 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.services.segments.db [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323cd534-1b31-4f4a-a190-3ab663c43d6f') {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:46.156597 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16275210'] for segment, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.183443 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-d20c25e9-8714-4f2a-be49-a6b56148571d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 1002 time: 0.1347513 Jun 07 08:18:46.185186 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.223385 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=91903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:18:46.224074 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15300930'] for segment, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: Traceback (most recent call last): Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: timer() Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: cb(*args, **kw) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: return func(*args, **kwargs) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: self._notify() Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: self.callback(batched_events) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: event.method(event) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: return f(self, *a, **k) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: return self._get(url).json() Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: return self.request(url, 'GET', **kwargs) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:18:46.237290 dv-cinder-784945-11-smb neutron-server[91903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:18:46.367377 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.431134 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-c1885f40-1f3d-4c56-a650-be1b45f238d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:46.432596 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-c1885f40-1f3d-4c56-a650-be1b45f238d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.2423730 Jun 07 08:18:46.433325 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.437260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:46.449834 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.452099 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d27eab4d-ca14-4288-807c-dae6ae0234fa HTTP/1.1" status: 204 len: 168 time: 1.3470552 Jun 07 08:18:46.498092 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27eab4d-ca14-4288-807c-dae6ae0234fa,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:46.502608 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5bd8c2c1-164f-4031-8491-75643fde2461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:46.531469 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-27b9d469-bb32-455b-9480-cdb5ba8289f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:46.532981 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-27b9d469-bb32-455b-9480-cdb5ba8289f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0799515 Jun 07 08:18:46.572781 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49972) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:46.622461 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-73c5743a-d1ce-458c-b672-b8b03bc47a92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c76a8abc57f34c8f829a0e9629aecc6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483346 Jun 07 08:18:46.624857 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 49974) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:46.630438 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-02f81434-d963-407f-9dff-6b5fe1f7fe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.665045 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-fe4a5de7-064a-4639-923f-10c61c881567 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260180 Jun 07 08:18:46.680307 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.691685 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.718525 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.770883 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.773369 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.774502 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0315794f-73ee-4ea4-a5a5-becdb2256fd4 HTTP/1.1" status: 204 len: 168 time: 0.1487606 Jun 07 08:18:46.775379 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7e800f6d-6cd1-4ae7-814f-aaa7ddf93af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:46.786148 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0315794f-73ee-4ea4-a5a5-becdb2256fd4,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:46.788533 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:46.807228 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-95b123ed-cfdf-4420-9880-ce3d62489d10 req-12899cbe-b85c-4572-a6fb-51156ec2317d service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360123 Jun 07 08:18:46.973810 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-f44f7e02-aed8-490d-a560-f090d6f82876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:46.975670 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-f44f7e02-aed8-490d-a560-f090d6f82876 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1099 time: 0.0788713 Jun 07 08:18:47.177940 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-33a0c2b4-e8c9-42e7-a351-4086ef72bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:47.179435 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-33a0c2b4-e8c9-42e7-a351-4086ef72bd4c service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.1824746 Jun 07 08:18:47.248933 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:47.263273 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f188c4c-ab48-4dda-addc-0107ea708b38 req-e97cb517-8071-411c-9df2-14a600870337 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:47.264761 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9f188c4c-ab48-4dda-addc-0107ea708b38 req-e97cb517-8071-411c-9df2-14a600870337 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1769490 Jun 07 08:18:47.284132 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:47.284479 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device eb3b9c11-18ff-4eb3-a538-1cf1e841ad9e not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:47.328143 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-f55ca20a-7aa1-418e-9c63-01aceb24a2db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 1002 time: 0.1400480 Jun 07 08:18:47.337815 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9f188c4c-ab48-4dda-addc-0107ea708b38 req-74bf2688-e0e5-472d-9320-56130e59cacc tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615499 Jun 07 08:18:47.395826 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-7ea7df71-8d02-4e10-9b81-8601b13c70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:47.397302 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-7ea7df71-8d02-4e10-9b81-8601b13c70bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.0614388 Jun 07 08:18:47.475443 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-78dd95c1-cb04-4e1e-b5d0-905060c68013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:47.476952 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-78dd95c1-cb04-4e1e-b5d0-905060c68013 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0722005 Jun 07 08:18:47.566034 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.615307 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-1d02612c-cc0d-4af7-8d46-65c27008c85c service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314533 Jun 07 08:18:47.751394 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-69df7802-7ac3-44e3-ba28-95ae754502c2 req-25070802-7d5e-4fe3-b733-7ba0f0c055ff service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296971 Jun 07 08:18:48.555442 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce16fb-b17f-44bd-b837-eef59e95fe75 req-b32d6f88-475e-4c9a-9408-061b0e52713c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:48.556928 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-66ce16fb-b17f-44bd-b837-eef59e95fe75 req-b32d6f88-475e-4c9a-9408-061b0e52713c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.0918820 Jun 07 08:18:48.609294 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-66ce16fb-b17f-44bd-b837-eef59e95fe75 req-2e932faf-6b9c-49a0-b03c-527ad9c12424 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Jun 07 08:18:48.717475 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50028) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:48.840029 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.947027 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.950867 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.957863 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-57874709-7d9b-41f5-adb4-39642ee984f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:48.997240 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b62a8-e2bc-4fc9-9801-84f9e271a4d9,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:49.001483 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a282d4d31d064502a4519011914258f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829993 Jun 07 08:18:49.002342 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:49.004053 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50032) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:49.060836 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.086379 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.140786 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.143380 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.144597 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d99b62a8-e2bc-4fc9-9801-84f9e271a4d9 HTTP/1.1" status: 204 len: 168 time: 0.1396596 Jun 07 08:18:49.145501 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a0f8621a-1c96-4696-b28d-6ed2957001ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:49.156676 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b62a8-e2bc-4fc9-9801-84f9e271a4d9,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:49.159429 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-33cb2605-2987-479f-a66d-69de29b0ae2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:49.394208 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.435663 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50038) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:49.452720 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.572897 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.577148 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.584328 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-b6534d58-73ea-4ca9-a4a3-74c9f205b56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:49.628546 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43e50fd4f1004cc0b71ab4207d6be47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917164 Jun 07 08:18:49.629358 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d227f40a-3f2c-4628-9de3-f42f159722ed,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:49.631194 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50040) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:49.632398 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:49.696670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.723884 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.835636 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e18f51-b6a7-48af-be1c-f44ce15d1e76 req-e55b6503-db72-4b6f-ab16-26a7e4a4ead7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:49.837058 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e7e18f51-b6a7-48af-be1c-f44ce15d1e76 req-e55b6503-db72-4b6f-ab16-26a7e4a4ead7 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 946 time: 0.1063638 Jun 07 08:18:49.838105 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.840478 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:49.842132 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d227f40a-3f2c-4628-9de3-f42f159722ed HTTP/1.1" status: 204 len: 168 time: 0.2089593 Jun 07 08:18:49.842865 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ee0347d6-e045-42d5-9cfe-ef4f6233633c tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:49.868844 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d227f40a-3f2c-4628-9de3-f42f159722ed,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:49.886305 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.886587 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.886945 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.887292 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.888190 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.888534 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.888875 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.889211 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.889549 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.889880 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.890217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.890548 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:49.896530 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:49.905358 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e7e18f51-b6a7-48af-be1c-f44ce15d1e76 req-c4ccd724-062d-430d-b02e-ea1e420d5a70 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552239 Jun 07 08:18:50.216205 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:50.339005 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:50.366430 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:50.368582 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d735ad-10e2-430f-aa9a-646b00ba3275" -d '{"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:50.377465 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:50.382111 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:50.388186 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5a0fc830-63e7-4ad5-bf05-bf9a2eb9c4f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:50.422169 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc027d-01cc-4593-937f-ffb5b6c879fb x-openstack-request-id: req-66fc027d-01cc-4593-937f-ffb5b6c879fb {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:50.422794 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-unplugged", "status": "failed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "code": 422}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:50.427684 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66fc027d-01cc-4593-937f-ffb5b6c879fb {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:50.428159 dv-cinder-784945-11-smb neutron-server[91905]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'code': 422} returned with failed status Jun 07 08:18:50.472397 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=8']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:50.481709 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:51.386455 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5343d-ff77-4639-90a6-7bcc8a7ad82e req-7c7d5d35-ed17-41fd-9200-3b8ddf2549f1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.389197 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8f5343d-ff77-4639-90a6-7bcc8a7ad82e req-7c7d5d35-ed17-41fd-9200-3b8ddf2549f1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0890844 Jun 07 08:18:51.510627 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-eaf8dd7e-d7d4-4c9d-8a42-e1dc13c16766 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054832 Jun 07 08:18:51.537596 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b8f5343d-ff77-4639-90a6-7bcc8a7ad82e req-7594a495-b78b-45d5-96ff-36e5c7f423ec tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410763 Jun 07 08:18:52.383452 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844278-c34b-4284-905a-6c14386f96f7 req-628ae334-9c62-4b6c-95c2-6379f75ccebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.384850 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-628ae334-9c62-4b6c-95c2-6379f75ccebc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69&tenant_id=390ada9782644f479952384524a144fd HTTP/1.1" status: 200 len: 1097 time: 0.0697832 Jun 07 08:18:52.478661 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844278-c34b-4284-905a-6c14386f96f7 req-ebbc822f-66e1-4037-88cb-b339a682d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.480126 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-ebbc822f-66e1-4037-88cb-b339a682d7e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=390ada9782644f479952384524a144fd&device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1097 time: 0.0727561 Jun 07 08:18:52.610571 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844278-c34b-4284-905a-6c14386f96f7 req-4bd906f6-48d6-4d44-94c8-7eeaa7c1c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.611998 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-4bd906f6-48d6-4d44-94c8-7eeaa7c1c32e service neutron] 10.222.0.22 "GET /v2.0/networks?id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 200 len: 917 time: 0.1261058 Jun 07 08:18:52.761285 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-f2e80999-2631-4969-9606-6665e7235ecf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 200 len: 1000 time: 0.1418641 Jun 07 08:18:52.832441 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38828c6-c7f1-4e15-bfaa-62995a90d1d7 req-a45f415d-18b2-47e0-b402-6cf84b42d3a0 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.833871 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e38828c6-c7f1-4e15-bfaa-62995a90d1d7 req-a45f415d-18b2-47e0-b402-6cf84b42d3a0 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.1624947 Jun 07 08:18:52.856678 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844278-c34b-4284-905a-6c14386f96f7 req-3a23dadc-113e-4abc-b04a-3fcb207d50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.858022 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-3a23dadc-113e-4abc-b04a-3fcb207d50bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 200 len: 855 time: 0.0887952 Jun 07 08:18:52.929154 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e38828c6-c7f1-4e15-bfaa-62995a90d1d7 req-78169d5f-507d-4214-bc7d-e91beb0b3b4b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886972 Jun 07 08:18:52.953325 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844278-c34b-4284-905a-6c14386f96f7 req-a43919db-87ab-47f8-b27e-128d6568dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.954891 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-a43919db-87ab-47f8-b27e-128d6568dce8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0895250 Jun 07 08:18:53.091932 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-8458bec9-e3b7-4884-8999-cb75c93dc035 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307695 Jun 07 08:18:53.228080 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-34844278-c34b-4284-905a-6c14386f96f7 req-4042c26e-353f-4d1f-b678-457175ab09e5 service neutron] 10.222.0.22 "GET /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303744 Jun 07 08:18:54.138944 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d632b-e838-47fa-aed6-f3b64eaef117 req-6b32e672-8d6d-4be7-b33f-bc29ad63c707 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:54.140437 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e20d632b-e838-47fa-aed6-f3b64eaef117 req-6b32e672-8d6d-4be7-b33f-bc29ad63c707 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0903990 Jun 07 08:18:54.203307 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e20d632b-e838-47fa-aed6-f3b64eaef117 req-77891215-0fab-4b25-9c96-f999f5f50fc1 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564153 Jun 07 08:18:55.395459 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3dbbb-fdc0-4145-ac9e-9bb2db8fff51 req-74f43737-b677-46bd-90cd-0ec53b202004 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:55.400028 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-23b3dbbb-fdc0-4145-ac9e-9bb2db8fff51 req-74f43737-b677-46bd-90cd-0ec53b202004 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0875835 Jun 07 08:18:55.442103 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-23b3dbbb-fdc0-4145-ac9e-9bb2db8fff51 req-9d8b5215-6bce-42d6-b8ce-2fc8659328ba tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 Jun 07 08:18:56.642085 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bf6df-f6d1-4c84-b2b1-5c3c2f5aaac9 req-4704a276-ffcc-46aa-adae-fbefdf6e292a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:56.643567 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-753bf6df-f6d1-4c84-b2b1-5c3c2f5aaac9 req-4704a276-ffcc-46aa-adae-fbefdf6e292a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0871887 Jun 07 08:18:56.688613 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-753bf6df-f6d1-4c84-b2b1-5c3c2f5aaac9 req-f922ea5b-7971-4c2d-85c6-ff10fcd0a4b2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Jun 07 08:18:57.600571 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50190) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:57.718820 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.874370 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.882803 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.890916 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5aa3477b-90c6-4fd4-b1ba-9e169f20d411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:57.942654 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d3ca9c860824f39ad27c4b601ad5bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409166 Jun 07 08:18:57.945172 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7331fd3-a4d2-49cf-987a-dc4d8abfb0c2,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:57.945487 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50196) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:57.948693 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:57.963710 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787773be-eb30-4666-ad94-106cd028fcc5 req-a95b0df0-0c54-4262-a23d-63ed185e357f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:57.965159 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-787773be-eb30-4666-ad94-106cd028fcc5 req-a95b0df0-0c54-4262-a23d-63ed185e357f tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.1613488 Jun 07 08:18:58.017753 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-787773be-eb30-4666-ad94-106cd028fcc5 req-0f86e002-c36d-404a-95f7-9daac8da34e3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459931 Jun 07 08:18:58.038321 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.065858 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.123633 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.126097 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.127226 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7331fd3-a4d2-49cf-987a-dc4d8abfb0c2 HTTP/1.1" status: 204 len: 168 time: 0.1807697 Jun 07 08:18:58.128026 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-901362f3-2ecc-48a6-b4d9-ecad5dec1763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:58.138195 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7331fd3-a4d2-49cf-987a-dc4d8abfb0c2,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:58.145882 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.146262 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.146629 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.146992 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.147446 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.147733 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.148084 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.148437 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.148792 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.149140 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.149475 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.149817 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:58.153786 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:58.426152 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50202) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:58.443966 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.558456 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.563960 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.576138 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f9f2ce46-7273-473c-b354-5fa759c986cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:58.614239 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c747dda74304f598de7997d14f1faf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869972 Jun 07 08:18:58.615871 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54285a45-42a0-4cd0-afc1-f04d65e241d9,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:58.617009 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50204) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:58.618710 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:58.675860 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.707862 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.766354 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.769186 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.772684 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54285a45-42a0-4cd0-afc1-f04d65e241d9 HTTP/1.1" status: 204 len: 168 time: 0.1517286 Jun 07 08:18:58.772684 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c3311d74-a6b8-4d56-9d2a-d9f7adbf1a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:58.781695 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54285a45-42a0-4cd0-afc1-f04d65e241d9,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:58.784297 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:59.239860 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b27fb9-8d6e-4719-be8f-8ce5de3b50ea req-59c90bcb-d542-4d6d-92d3-35c060481954 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:59.241332 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b4b27fb9-8d6e-4719-be8f-8ce5de3b50ea req-59c90bcb-d542-4d6d-92d3-35c060481954 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0888383 Jun 07 08:18:59.294219 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b4b27fb9-8d6e-4719-be8f-8ce5de3b50ea req-455e23d8-77df-44e1-81a0-4929c4d52952 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441616 Jun 07 08:19:00.664489 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948b819-c9ed-4281-9f5e-e292bcb558a7 req-5838892a-aa84-4075-ade1-fbea3a8ce6a9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.667528 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6948b819-c9ed-4281-9f5e-e292bcb558a7 req-5838892a-aa84-4075-ade1-fbea3a8ce6a9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.2588496 Jun 07 08:19:00.723537 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6948b819-c9ed-4281-9f5e-e292bcb558a7 req-83d64c61-617e-40cc-908f-8c222844eba9 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Jun 07 08:19:01.924295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052d873-ff27-4bb5-aa95-01b8d273dfe0 req-c41f2c29-1bde-4806-93e1-f6d835bd1203 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.926240 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f052d873-ff27-4bb5-aa95-01b8d273dfe0 req-c41f2c29-1bde-4806-93e1-f6d835bd1203 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0825830 Jun 07 08:19:01.978158 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f052d873-ff27-4bb5-aa95-01b8d273dfe0 req-21f7c6b4-fd79-4519-bbd2-252fbd12c48c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455339 Jun 07 08:19:03.198388 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28031c-34bb-4f30-ba9a-5a6f2b802e08 req-fc9ce681-f4b5-402c-aee0-3f8a20724196 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.201065 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2e28031c-34bb-4f30-ba9a-5a6f2b802e08 req-fc9ce681-f4b5-402c-aee0-3f8a20724196 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.1066217 Jun 07 08:19:03.250403 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2e28031c-34bb-4f30-ba9a-5a6f2b802e08 req-5f0cd90d-0daa-4135-879a-46ef04be8fe8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Jun 07 08:19:04.465804 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6bbc0-2bf0-48e8-bad4-c5510f07d269 req-1da9ceb1-04cf-40ce-8a88-39bf1f1315ec tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:04.472619 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b4e6bbc0-2bf0-48e8-bad4-c5510f07d269 req-1da9ceb1-04cf-40ce-8a88-39bf1f1315ec tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.1016159 Jun 07 08:19:04.512399 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b4e6bbc0-2bf0-48e8-bad4-c5510f07d269 req-e09c62d2-20d5-455c-af1e-e4368de9911e tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388734 Jun 07 08:19:04.717766 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50316) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:04.837977 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d0368c2-1ecb-40a4-8d6f-516d15bb6e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:04.938134 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d0368c2-1ecb-40a4-8d6f-516d15bb6e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:04.941734 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5d0368c2-1ecb-40a4-8d6f-516d15bb6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:04.949667 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-dff435c6-367d-4b94-ac2e-51f3e507bb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:04.988468 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0368c2-1ecb-40a4-8d6f-516d15bb6e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f79b93-b7b5-443d-939e-1752e2cfe1a3,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:04.992731 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5d0368c2-1ecb-40a4-8d6f-516d15bb6e02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36218b36910a4555bcbb079730c8d0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739284 Jun 07 08:19:04.993704 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5d0368c2-1ecb-40a4-8d6f-516d15bb6e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:04.996162 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50320) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:05.055050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.080860 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.132281 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.134810 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.135995 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0f79b93-b7b5-443d-939e-1752e2cfe1a3 HTTP/1.1" status: 204 len: 168 time: 0.1394992 Jun 07 08:19:05.136837 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3311f1aa-99bc-4bdc-99aa-567c66d8ddab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:05.146213 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f79b93-b7b5-443d-939e-1752e2cfe1a3,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:05.148472 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:05.406934 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50326) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:05.424013 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.529380 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.533037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.539927 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-ef626994-285c-45b5-9937-49b0840e26f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:05.581857 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=384fa9d6e5cb4fa1a63892839c8cf5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737134 Jun 07 08:19:05.582692 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f281a8e-c773-4bb0-9b65-386c9c7ed975,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:05.584480 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50330) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:05.586092 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:05.700966 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.734981 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.768229 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb6aac-de60-4103-935e-c66f779ef817 req-f93cd1cb-6f0b-465a-bfb1-5703ef9590f2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:05.769689 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-26cb6aac-de60-4103-935e-c66f779ef817 req-f93cd1cb-6f0b-465a-bfb1-5703ef9590f2 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.1392920 Jun 07 08:19:05.829016 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-26cb6aac-de60-4103-935e-c66f779ef817 req-7d010465-dae5-4372-92f7-9d4cddf2638c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509024 Jun 07 08:19:05.835828 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.838272 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.839530 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f281a8e-c773-4bb0-9b65-386c9c7ed975 HTTP/1.1" status: 204 len: 168 time: 0.2521167 Jun 07 08:19:05.840323 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6a70211f-7b17-4a75-8725-af39555f6275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:05.850770 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f281a8e-c773-4bb0-9b65-386c9c7ed975,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:05.856558 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-13712f62-2114-42ec-b659-e025ed339392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:06.188910 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50336) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:06.206607 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.308373 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.312873 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.319220 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-cc876223-1042-4e94-aeb9-4c2e5997310a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:06.358877 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6a9b6-cc0d-47b4-95b1-a69ba72abbee,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:06.362984 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ae6568b041042d487fb6146d33aabf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730838 Jun 07 08:19:06.363948 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:06.366024 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50338) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:06.436079 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.460966 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.512023 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.514630 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.515753 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36c6a9b6-cc0d-47b4-95b1-a69ba72abbee HTTP/1.1" status: 204 len: 168 time: 0.1491184 Jun 07 08:19:06.516659 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-041d0417-6159-4a6a-91c2-c7281e8c6fd5 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:06.525833 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6a9b6-cc0d-47b4-95b1-a69ba72abbee,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:06.528676 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:07.025343 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726c5f-b29e-4e4a-b59e-22fecc60772e req-356a0d09-2f36-47fc-9a5a-f9c8e04557c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.026797 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-01726c5f-b29e-4e4a-b59e-22fecc60772e req-356a0d09-2f36-47fc-9a5a-f9c8e04557c4 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0815535 Jun 07 08:19:07.072845 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-01726c5f-b29e-4e4a-b59e-22fecc60772e req-c0c4dc02-ca90-43dd-8b32-09f6cfe14af5 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Jun 07 08:19:08.275559 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:19:08.429736 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:08.444356 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'port_id': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'mac_address': 'fa:16:3e:f1:3e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:19:08.455998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9cfe-678b-4d75-bb86-21a771f863b9 req-a0d233c9-b8cb-4a77-a1c8-fbf6c0034281 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.457467 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b49b9cfe-678b-4d75-bb86-21a771f863b9 req-a0d233c9-b8cb-4a77-a1c8-fbf6c0034281 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 944 time: 0.0881314 Jun 07 08:19:08.502498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:08.503547 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b49b9cfe-678b-4d75-bb86-21a771f863b9 req-a0fd766f-e5bc-48d9-a826-46e6e19dcb8a tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400779 Jun 07 08:19:08.527894 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9d0784-c084-4b9a-8fba-64e68da31ea7 {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:08.544151 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:08.548108 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:08.549966 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-625b3d02-72f9-4a09-9987-33fe6fad0774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:08.619066 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=9']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:08.622929 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:08.760370 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['0c9d0784-c084-4b9a-8fba-64e68da31ea7'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:08.792968 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50412) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:08.911566 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.013007 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.016724 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.024770 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e7573200-5c91-4da9-bee1-71eccef7a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:09.065766 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6797b99800504b5cafeb40ffabe9ab9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711453 Jun 07 08:19:09.067291 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2561a-15df-40ac-a808-77b554bface4,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:09.068319 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50416) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:09.070181 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:09.125713 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.151406 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.204706 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.207371 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.208560 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21a2561a-15df-40ac-a808-77b554bface4 HTTP/1.1" status: 204 len: 168 time: 0.1392107 Jun 07 08:19:09.209335 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1a0b2b32-69cf-41da-8a10-4b01606039e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:09.219563 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2561a-15df-40ac-a808-77b554bface4,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:09.222011 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-a798ccfc-68a0-454a-95d8-2f227c09e3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:09.479543 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50422) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:09.497287 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-b54fe4a5-f541-4921-9af8-a8bd5020ee17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.609051 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-b54fe4a5-f541-4921-9af8-a8bd5020ee17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.612939 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-b54fe4a5-f541-4921-9af8-a8bd5020ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.622023 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-576174e7-eebe-43a3-8f1b-93337b9114d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:09.707887 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe4a5-f541-4921-9af8-a8bd5020ee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa224f8-7130-4196-a39b-9de73c6e0c19,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:09.711924 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-b54fe4a5-f541-4921-9af8-a8bd5020ee17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e47ed90c2684fb098365deff8a38ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313395 Jun 07 08:19:09.712850 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-b54fe4a5-f541-4921-9af8-a8bd5020ee17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:09.714839 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50426) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:09.744500 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1421-669c-4dd6-8716-61d3874bf829 req-4b62a1e1-8058-4ac4-b2a4-ebbf55ef77d8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:09.745948 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-36ad1421-669c-4dd6-8716-61d3874bf829 req-4b62a1e1-8058-4ac4-b2a4-ebbf55ef77d8 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 945 time: 0.1252401 Jun 07 08:19:09.773817 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.790842 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-36ad1421-669c-4dd6-8716-61d3874bf829 req-7f6ccc5d-4116-4ed5-b0a1-7f7dd6de772b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390742 Jun 07 08:19:09.800479 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.851965 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.854689 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.855819 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2aa224f8-7130-4196-a39b-9de73c6e0c19 HTTP/1.1" status: 204 len: 168 time: 0.1391990 Jun 07 08:19:09.857236 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e16224c2-e533-4dba-bb2d-2d3fef98b496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:09.866384 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa224f8-7130-4196-a39b-9de73c6e0c19,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:09.868575 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:10.291075 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:19:10.361964 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:10.362340 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.488791 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.516543 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:10.518769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2be3df-5062-4735-b06a-7a1ef4617d25" -d '{"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-plugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:10.526678 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:10.532002 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.533907 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:10.568517 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854224aa-fb16-4ca9-95f8-f50beed1d1dc x-openstack-request-id: req-854224aa-fb16-4ca9-95f8-f50beed1d1dc {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:10.569026 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-plugged", "status": "completed", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:10.569458 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-854224aa-fb16-4ca9-95f8-f50beed1d1dc {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:10.569995 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'code': 200} Jun 07 08:19:10.603204 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=10']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:10.611301 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.611687 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.612023 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.612355 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.612681 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.613032 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.613353 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.613671 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.613989 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.614306 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.614625 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.614938 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.618686 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:10.803823 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c738a7-55ce-4b18-b216-8a3f72f61a6c req-25ea30ca-b0cc-4a40-b083-cd81e66736c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:10.805339 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e7c738a7-55ce-4b18-b216-8a3f72f61a6c req-25ea30ca-b0cc-4a40-b083-cd81e66736c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 1100 time: 0.0720489 Jun 07 08:19:10.853854 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e7c738a7-55ce-4b18-b216-8a3f72f61a6c req-122d8487-9188-4d02-85f3-32fc9a101db1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394926 Jun 07 08:19:10.993146 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747cfb-aca4-4cf4-9e44-1279ff8414a0 req-3ca5b794-c83a-4a7e-92e2-bf43f677b798 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:10.994576 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4f747cfb-aca4-4cf4-9e44-1279ff8414a0 req-3ca5b794-c83a-4a7e-92e2-bf43f677b798 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 947 time: 0.0845003 Jun 07 08:19:11.044503 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4f747cfb-aca4-4cf4-9e44-1279ff8414a0 req-9e6d543a-f6f6-47b4-8e4d-8c2bbbca18bf tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Jun 07 08:19:11.912116 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50500) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:12.030627 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.146443 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.152174 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.159770 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8f5d0057-d8de-4478-b991-14302276c72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:12.260470 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0031fc88-a4a7-4456-b344-1e2ad956043d,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:12.264457 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:12.266890 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8097441abef44804bfab656581795f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538008 Jun 07 08:19:12.270858 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50532) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:12.298120 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddaab2-6e1e-4113-b91d-b7854ecab1d6 req-5e179624-f29d-4fe0-ae6c-48db00228694 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:12.299614 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-96ddaab2-6e1e-4113-b91d-b7854ecab1d6 req-5e179624-f29d-4fe0-ae6c-48db00228694 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 947 time: 0.1320932 Jun 07 08:19:12.347311 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.348094 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-96ddaab2-6e1e-4113-b91d-b7854ecab1d6 req-da669059-a1d3-44d5-93db-d7d65817b6d3 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 Jun 07 08:19:12.374845 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.429717 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.432195 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.433319 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0031fc88-a4a7-4456-b344-1e2ad956043d HTTP/1.1" status: 204 len: 168 time: 0.1615102 Jun 07 08:19:12.434458 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-12172971-4f03-4956-a742-3cdfea433eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:12.444583 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0031fc88-a4a7-4456-b344-1e2ad956043d,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:12.446927 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:12.725337 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50538) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:12.742628 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.858943 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.862573 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.869455 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5fd108df-5b3f-4345-bca2-a57cd4ea8db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:12.908915 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d65648159894b378e596bf3ae3cb068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825323 Jun 07 08:19:12.909798 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4095123-3b1a-4a9b-8f3f-5aadf75960e7,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:12.912425 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50540) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:12.912906 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:12.971485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.997859 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.050682 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.053171 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.054284 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4095123-3b1a-4a9b-8f3f-5aadf75960e7 HTTP/1.1" status: 204 len: 168 time: 0.1403110 Jun 07 08:19:13.055073 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-cbf55994-2360-426a-aacd-7f3c0574d1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:13.065134 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4095123-3b1a-4a9b-8f3f-5aadf75960e7,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:13.067584 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:13.552405 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539e3b3-78f6-4f1d-9d1a-c90c0af573f1 req-90397e40-3143-4676-abc4-d8e4d568a627 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:13.554227 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9539e3b3-78f6-4f1d-9d1a-c90c0af573f1 req-90397e40-3143-4676-abc4-d8e4d568a627 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 947 time: 0.0867712 Jun 07 08:19:13.599702 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-9539e3b3-78f6-4f1d-9d1a-c90c0af573f1 req-3ed89103-96a6-40d6-a983-88a0f47a9e19 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393069 Jun 07 08:19:14.151309 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-fdab6695-4f52-4c6e-b2b9-3ac81a0a3be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.206029 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50574) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:14.324086 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.431050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.434672 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.443171 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7304802e-a23d-4848-a2b0-db06ab72b398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:14.482581 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=169cb2e8245d4a9cb8e8be1648211f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754951 Jun 07 08:19:14.483506 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b0472-07e0-4412-8ea7-6a6cf6e88d91,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:14.485314 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50578) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:14.496124 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:14.544408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.569475 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.619975 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.622546 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:14.623686 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd3b0472-07e0-4412-8ea7-6a6cf6e88d91 HTTP/1.1" status: 204 len: 168 time: 0.1373587 Jun 07 08:19:14.624493 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-31abc38b-30b5-438b-87e7-3ef175a15c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:14.634153 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b0472-07e0-4412-8ea7-6a6cf6e88d91,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:14.636348 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6a4a22ec-3f04-4654-bd5d-ae4e0e60b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:16.390249 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:16.623266 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-59809915-33a3-4730-8d6f-17cca3252dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:16.671815 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.564652 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.536176 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50622) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:18.651733 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.753609 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.757257 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.765629 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6fa42a3b-531b-4caa-958b-8ea67d44af9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:18.804177 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23046c8447974093b55011c158124ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669683 Jun 07 08:19:18.805043 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6efe1-040b-4d31-9629-f6b2930a4afc,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:18.806899 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50626) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:18.808832 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:18.952801 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.978217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:19.029293 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:19.031643 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:19.032786 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eec6efe1-040b-4d31-9629-f6b2930a4afc HTTP/1.1" status: 204 len: 168 time: 0.2248192 Jun 07 08:19:19.033533 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-24d1a2e7-4193-4445-930c-88fe3fcf3678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:19.042501 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6efe1-040b-4d31-9629-f6b2930a4afc,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:19.045185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:19.394467 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:20.131901 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:19:44.152786 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-98f6de4b-b8dc-4f56-abf4-c872e3b5ab70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.649485 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b5be-29d9-46ea-9eb8-280681b75738 req-2efaf913-80e1-410c-81d6-5d5d1d6ef1f6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:44.650914 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4832b5be-29d9-46ea-9eb8-280681b75738 req-2efaf913-80e1-410c-81d6-5d5d1d6ef1f6 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 947 time: 0.0815759 Jun 07 08:19:44.702238 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4832b5be-29d9-46ea-9eb8-280681b75738 req-1a427776-f51d-4d57-b09e-afaf15652061 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448680 Jun 07 08:19:45.934291 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96962-f900-4453-836b-7b22e4e860c3 req-39eed76c-8926-434f-85a3-00dd8db43074 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:45.936034 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-52c96962-f900-4453-836b-7b22e4e860c3 req-39eed76c-8926-434f-85a3-00dd8db43074 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 947 time: 0.1487362 Jun 07 08:19:45.944588 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102761d-a520-46d9-9997-a843e3a547ec req-2f0e7faa-3a23-42d1-abdd-02c24bb92a8c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:45.945968 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6102761d-a520-46d9-9997-a843e3a547ec req-2f0e7faa-3a23-42d1-abdd-02c24bb92a8c tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 947 time: 0.1219213 Jun 07 08:19:46.086627 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6102761d-a520-46d9-9997-a843e3a547ec req-7c3e7b59-3831-4667-9faa-dffb2766c8fe tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3204451-c1ea-4007-9293-be4f99c16872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014678 Jun 07 08:19:46.119786 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Deleting port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:46.120118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.261209 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] For port 0c9d0784-c084-4b9a-8fba-64e68da31ea7, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0c9d0784-c084-4b9a-8fba-64e68da31ea7,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:46.261557 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.384097 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.574856 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.575149 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803961'] for floatingip, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.575501 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.db.l3_db [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Floating IP 347b591b-60dd-4a6a-a350-018541e241f9 disassociated. External IP: 172.28.2.162, port: 0c9d0784-c084-4b9a-8fba-64e68da31ea7. Jun 07 08:19:46.576406 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Calling delete_port for 0c9d0784-c084-4b9a-8fba-64e68da31ea7 owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:46.630079 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-56fe99e3-a745-4ce0-b6b0-2a3e63853e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.678858 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.710290 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.716227 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-578ef810-0abb-4aea-81dd-5cebf5799669 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:46.761334 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event deleted for resources: {'Port': ['ID=0c9d0784-c084-4b9a-8fba-64e68da31ea7,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:46.764547 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:46.973911 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:19:47.185217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:19:47.197283 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:19:47.225419 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:47.226030 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:19:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:47.438422 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-50b6f820-e5ff-46a5-b47a-a547ccb72f39 req-3f71244c-f297-4f1c-9477-4dee6cdc8616 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/ports?device_id=16851c11-fe82-4262-825b-9242b7c39a69 HTTP/1.1" status: 200 len: 210 time: 0.2081823 Jun 07 08:19:47.443974 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] No DVR routers for this DVR port 0c9d0784-c084-4b9a-8fba-64e68da31ea7 on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:47.445226 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:47.446794 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:47.449031 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-52c96962-f900-4453-836b-7b22e4e860c3 req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.22 "DELETE /v2.0/ports/0c9d0784-c084-4b9a-8fba-64e68da31ea7 HTTP/1.1" status: 204 len: 173 time: 1.5021198 Jun 07 08:19:47.449588 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-deleted', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:47.458247 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1d5baa-3be7-4b02-bc97-0f7f23fc4a64" -d '{"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-deleted", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:47.517802 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb9376-8e7d-4792-b0f9-5e30fb99a480 x-openstack-request-id: req-f5eb9376-8e7d-4792-b0f9-5e30fb99a480 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:47.518480 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16851c11-fe82-4262-825b-9242b7c39a69", "name": "network-vif-deleted", "tag": "0c9d0784-c084-4b9a-8fba-64e68da31ea7", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:47.518852 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5eb9376-8e7d-4792-b0f9-5e30fb99a480 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:47.519396 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16851c11-fe82-4262-825b-9242b7c39a69', 'name': 'network-vif-deleted', 'tag': '0c9d0784-c084-4b9a-8fba-64e68da31ea7', 'status': 'completed', 'code': 200} Jun 07 08:19:47.571134 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:47.800548 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:47.813691 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:19:47.821838 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:47.822432 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:19:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:48.046995 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:48.383545 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:48.390580 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d8880-949d-440f-a1b7-6bb72d5eadae None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:12:47Z', 'revision_number': 4, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': '9c1371d7-b2e4-419d-b43f-59a736485f19', 'name': '', 'network_id': '04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a', 'tenant_id': '390ada9782644f479952384524a144fd', 'mac_address': 'fa:16:3e:3d:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:42Z', 'updated_at': '2021-06-07T08:13:01Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'subnets': [{'id': 'bd997402-5fa9-4dbb-a328-b60dd2d3faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:19:48.526761 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-8f334f5e-e864-41d2-aa2a-52e4342a5a36 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824404 Jun 07 08:19:48.579073 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50658) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:48.627339 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-d8121a25-04a2-4dcf-a31f-e0b1f55b0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:48.628973 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-d8121a25-04a2-4dcf-a31f-e0b1f55b0d0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.0809801 Jun 07 08:19:48.636275 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4148258-a909-4c68-adcc-be26c2fd6ae7 None None] New status for floating IP 347b591b-60dd-4a6a-a350-018541e241f9: DOWN {{(pid=91905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:19:48.665014 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:48.696050 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:48.766129 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:48.769562 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:48.770877 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "DELETE /v2.0/security-groups/b3204451-c1ea-4007-9293-be4f99c16872 HTTP/1.1" status: 204 len: 168 time: 0.1907647 Jun 07 08:19:48.772079 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-14ee0b89-51c8-4597-83b0-82178f9d4f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:48.777423 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50660) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:48.784379 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3204451-c1ea-4007-9293-be4f99c16872,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:48.787182 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:48.812981 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.api.v2.resource [None req-c206fe3c-55e8-43bf-9368-d6d4bb430dce tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] show failed (client error): The resource could not be found. Jun 07 08:19:48.814050 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-c206fe3c-55e8-43bf-9368-d6d4bb430dce tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "GET /v2.0/security-groups/b3204451-c1ea-4007-9293-be4f99c16872 HTTP/1.1" status: 404 len: 347 time: 0.0358214 Jun 07 08:19:48.817152 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50662) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:48.822668 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-013181eb-cace-4495-8b94-dd1dc7ce8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:48.824177 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-013181eb-cace-4495-8b94-dd1dc7ce8cb3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.1741066 Jun 07 08:19:48.962027 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-a7621bd2-b45b-4b84-a629-2f2e24674b4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 1001 time: 0.1317446 Jun 07 08:19:49.032950 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-f5726852-4cd8-499d-b2d9-355964800fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:49.034426 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-f5726852-4cd8-499d-b2d9-355964800fb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0665598 Jun 07 08:19:49.080302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Deleting port c28a29b7-c693-4e9c-a34f-457fd69feff9 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:49.080302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.124106 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-0c5c018e-b896-4b79-a8f8-6ba212d96ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:49.125787 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-0c5c018e-b896-4b79-a8f8-6ba212d96ed4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0847888 Jun 07 08:19:49.222776 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.223126 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.274170 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-0668ed54-80ac-4b33-b775-5bca7c25a298 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418378 Jun 07 08:19:49.401115 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.445879 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c6e6bfce-e71d-4914-bb6b-497f0a42b3ad req-09956538-0ff7-49d5-9390-47adf83b2d72 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649816 Jun 07 08:19:49.478212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Calling delete_port for c28a29b7-c693-4e9c-a34f-457fd69feff9 owned by network:floatingip {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:49.619271 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.623207 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4dabe0bf-e6d1-430a-89a0-cdea42e1ecf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:49.698946 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Pushing event deleted for resources: {'Port': ['ID=c28a29b7-c693-4e9c-a34f-457fd69feff9,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:49.702721 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:49.777354 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks [] for floatingip, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.780955 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.782184 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-782ce670-1624-4a17-96dc-265b6618989b tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] 10.222.0.35 "DELETE /v2.0/floatingips/347b591b-60dd-4a6a-a350-018541e241f9 HTTP/1.1" status: 204 len: 168 time: 0.9639256 Jun 07 08:19:50.463237 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:50.501825 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: 0c9d0784-c084-4b9a-8fba-64e68da31ea7 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:50.502228 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device 0c9d0784-c084-4b9a-8fba-64e68da31ea7 not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:50.854332 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e04bd4-c421-4836-89e2-fc8c137068a5 req-0d0c5f98-7057-4fee-8b8b-ad008dd6f169 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:50.855732 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8e04bd4-c421-4836-89e2-fc8c137068a5 req-0d0c5f98-7057-4fee-8b8b-ad008dd6f169 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0816185 Jun 07 08:19:50.906241 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8e04bd4-c421-4836-89e2-fc8c137068a5 req-ef53d096-6713-441e-a06f-5865a8400906 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440736 Jun 07 08:19:52.095442 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704951b-ab75-4394-8d81-d059a7349468 req-c0867772-f9cd-47d6-93f6-bc24ee126b21 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:52.097006 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d704951b-ab75-4394-8d81-d059a7349468 req-c0867772-f9cd-47d6-93f6-bc24ee126b21 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0836682 Jun 07 08:19:52.143512 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d704951b-ab75-4394-8d81-d059a7349468 req-8915d889-8559-4f5e-af88-95c54421b511 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Jun 07 08:19:52.624002 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50690) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:53.309178 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:53.334845 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354a666-a974-4a8e-b68f-37747f7c4712 req-948e6eb0-4674-4dc9-a6cd-b74bb66f1093 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:53.336363 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4354a666-a974-4a8e-b68f-37747f7c4712 req-948e6eb0-4674-4dc9-a6cd-b74bb66f1093 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0860744 Jun 07 08:19:53.383479 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-4354a666-a974-4a8e-b68f-37747f7c4712 req-6392b2a3-ccc4-404a-b32f-a9f4062fda27 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401292 Jun 07 08:19:53.706450 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Deleting port 9c1371d7-b2e4-419d-b43f-59a736485f19 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:53.707016 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:53.825152 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] For port 9c1371d7-b2e4-419d-b43f-59a736485f19, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9c1371d7-b2e4-419d-b43f-59a736485f19,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:53.825506 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:54.050575 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Calling delete_port for 9c1371d7-b2e4-419d-b43f-59a736485f19 owned by network:router_interface {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:54.195650 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:54.199169 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6607efa9-6f07-4beb-8ef5-f83ba3738547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:54.245071 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1371d7-b2e4-419d-b43f-59a736485f19,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:54.248080 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:54.511129 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:54.571665 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30ddf8-0ffd-4ddd-86e2-9d073fc3bcae req-369490ca-e0a4-41b2-a773-0b16dcf355c5 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:54.572996 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ea30ddf8-0ffd-4ddd-86e2-9d073fc3bcae req-369490ca-e0a4-41b2-a773-0b16dcf355c5 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0813632 Jun 07 08:19:54.617350 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ea30ddf8-0ffd-4ddd-86e2-9d073fc3bcae req-2c7158f4-2fb8-49ac-b8d1-a72ebee6783d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Jun 07 08:19:54.869313 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Router 73c9bca2-5c78-4336-af40-9dac7b77b493 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:19:55.044024 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:19:55.050449 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-393f6c01-0728-480d-86c2-d1c8aee462aa admin admin] 10.222.0.35 "PUT /v2.0/routers/73c9bca2-5c78-4336-af40-9dac7b77b493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4253058 Jun 07 08:19:55.052354 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50698) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:55.053812 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] Sync routers for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:19:55.063330 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:55.063949 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:19:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:55.242327 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks [] for router, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:55.259283 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:55.550776 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:55.556547 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:19:54Z', 'revision_number': 5, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port': {'id': '4fb678df-9612-48c5-ad7d-13eb9d946e47', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:55.561540 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] Checking router: 73c9bca2-5c78-4336-af40-9dac7b77b493 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:19:55.571294 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] Routers {'73c9bca2-5c78-4336-af40-9dac7b77b493'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:55.571951 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:19:47Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['73c9bca2-5c78-4336-af40-9dac7b77b493'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:55.631057 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Deleting port 4fb678df-9612-48c5-ad7d-13eb9d946e47 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:55.631449 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:55.744841 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] Set router 73c9bca2-5c78-4336-af40-9dac7b77b493 gateway port host: None {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:55.768355 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] For port 4fb678df-9612-48c5-ad7d-13eb9d946e47, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=4fb678df-9612-48c5-ad7d-13eb9d946e47,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:55.768770 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:55.817311 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f44b6b-2694-40ad-94d5-0c9d01aa2581 req-b7a48b43-a173-47ff-8486-12848b62c630 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:55.819034 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c9f44b6b-2694-40ad-94d5-0c9d01aa2581 req-b7a48b43-a173-47ff-8486-12848b62c630 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0931382 Jun 07 08:19:55.853854 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:19:55Z', 'revision_number': 6, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:55.858952 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069d8a-6683-47a6-af62-e7d04a541cbe None None] The sync data for ids ['73c9bca2-5c78-4336-af40-9dac7b77b493'] in dv-cinder-784945-11-smb is: [{'id': '73c9bca2-5c78-4336-af40-9dac7b77b493', 'name': 'tempest-AttachVolumeShelveTestJSON-480397863-router', 'tenant_id': '390ada9782644f479952384524a144fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:26Z', 'updated_at': '2021-06-07T08:19:55Z', 'revision_number': 6, 'project_id': '390ada9782644f479952384524a144fd', 'gw_port_host': None}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:19:55.875817 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c9f44b6b-2694-40ad-94d5-0c9d01aa2581 req-72aacfa0-b785-4093-96e2-ab2c5b0f25d4 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471764 Jun 07 08:19:55.905859 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Calling delete_port for 4fb678df-9612-48c5-ad7d-13eb9d946e47 owned by network:router_gateway {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:56.041290 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.045484 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2810755b-e73d-4484-a31c-91d7db41a67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:56.088802 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb678df-9612-48c5-ad7d-13eb9d946e47,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:56.093074 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:56.185314 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.366252 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.368386 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.390874 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.391427 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c9bca2-5c78-4336-af40-9dac7b77b493 {{(pid=91904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:19:56.395497 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] Notify callbacks [] for router, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.396814 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5a166d48-f081-4db3-93eb-d42bae8ddf32 admin admin] 10.222.0.35 "DELETE /v2.0/routers/73c9bca2-5c78-4336-af40-9dac7b77b493 HTTP/1.1" status: 204 len: 168 time: 1.3434734 Jun 07 08:19:56.400174 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50702) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:56.464800 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Deleting subnet bd997402-5fa9-4dbb-a328-b60dd2d3faa8 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:19:56.468683 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.520677 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.619061 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.697813 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.705392 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-7d1bcbca-64c7-4fa6-82f1-6969c4b624de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:56.744656 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd997402-5fa9-4dbb-a328-b60dd2d3faa8,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:56.747183 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:56.750927 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.752493 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-9e74f896-9a8b-460d-896e-e0d395f273ca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd997402-5fa9-4dbb-a328-b60dd2d3faa8 HTTP/1.1" status: 204 len: 168 time: 0.3513975 Jun 07 08:19:56.755131 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50704) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:56.755897 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba42c88-12a2-4a2c-ae9e-9938bb7c52ed None None] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:19:56.869109 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.087195 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] DHCP port deletion for 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a request from dv-cinder-784945-11-smb {{(pid=91905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:19:57.112477 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Deleting port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:57.113159 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.138080 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:19:57.188998 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781c074-e831-4e94-91ee-513acfdcee0b req-d15120f1-5af9-42ab-8b08-aeec387b8e45 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:57.191570 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1781c074-e831-4e94-91ee-513acfdcee0b req-d15120f1-5af9-42ab-8b08-aeec387b8e45 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.1112702 Jun 07 08:19:57.202930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Deleting port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 {{(pid=91905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:57.203565 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.257218 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] For port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:57.257749 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.276178 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1781c074-e831-4e94-91ee-513acfdcee0b req-80a4d0d8-35ac-4035-9bf9-2a0368d33813 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741842 Jun 07 08:19:57.332737 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 4fb678df-9612-48c5-ad7d-13eb9d946e47 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:57.384397 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 4fb678df-9612-48c5-ad7d-13eb9d946e47 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:57.384625 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 4fb678df-9612-48c5-ad7d-13eb9d946e47 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:57.385049 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:57.412437 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Calling delete_port for 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 owned by network:dhcp {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:57.465150 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] For port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,segment=NetworkSegment(a3ee76d9-db90-40a3-ad7d-460a0ac025ec),segment_id=a3ee76d9-db90-40a3-ad7d-460a0ac025ec)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:57.465767 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.472063 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.475903 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:57.526332 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:57.529998 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:57.535216 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] No DVR routers for this DVR port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 on host dv-cinder-784945-11-smb {{(pid=91904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:57.654456 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.666691 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:57.684431 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:57.684718 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ee76d9-db90-40a3-ad7d-460a0ac025ec') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:57.697731 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.704730 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Calling delete_port for 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 owned by network:dhcp {{(pid=91905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:57.715220 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.720259 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No active binding found for port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 {{(pid=91905) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 07 08:19:57.720912 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:57.721595 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9c1371d7-b2e4-419d-b43f-59a736485f19 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:57.721754 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:19:57.722174 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:19:57.735111 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:19:57.783716 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 9c1371d7-b2e4-419d-b43f-59a736485f19 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:57.784326 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 9c1371d7-b2e4-419d-b43f-59a736485f19 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:57.814427 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.818268 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-3f176149-dafb-454b-932d-1e24700cd4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:57.834949 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.836800 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] 10.222.0.35 "DELETE /v2.0/networks/04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a HTTP/1.1" status: 204 len: 168 time: 1.0806775 Jun 07 08:19:57.842921 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:57.845199 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a6f58406-70a8-4166-9db2-477c9d28ae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:57.845784 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633'] for port, after_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.850965 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:57.894918 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Pushing event deleted for resources: {'Port': ['ID=9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934,revision_number=None']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:57.896954 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Network 04e7660b-6a8d-4e42-bb1f-3c6bf0f80b0a is not hosted by any dhcp agent {{(pid=91905) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 07 08:19:57.897410 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] No DVR routers for this DVR port 9a361d3e-2dac-4c5e-8ef3-8afcb0e9e934 on host dv-cinder-784945-11-smb {{(pid=91905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:57.898896 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:57.961639 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50710) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:58.009802 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-22dc4b99-fab2-464a-84e5-98368a0e3381 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=390ada9782644f479952384524a144fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469453 Jun 07 08:19:58.012193 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50712) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:58.069088 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:58.095924 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:58.149362 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:58.151966 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:58.153089 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbe67561-8d27-46dc-939b-d9fe60a91cd6 HTTP/1.1" status: 204 len: 168 time: 0.1400037 Jun 07 08:19:58.154437 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9e1c797b-d471-4305-8a82-04707bfc7459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:58.164080 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe67561-8d27-46dc-939b-d9fe60a91cd6,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:58.171507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.171893 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.173085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.173085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.173085 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.173413 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.173663 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.174017 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.174378 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.174732 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.175086 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.175963 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:58.178447 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-f03a6525-b2cf-45e4-8454-444322646054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:58.503113 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a591c3-2812-4101-af2c-bf908e8d0bac req-b70f59df-d576-4af0-9432-89382f6eebfa tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:58.505276 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70a591c3-2812-4101-af2c-bf908e8d0bac req-b70f59df-d576-4af0-9432-89382f6eebfa tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.1098804 Jun 07 08:19:58.559574 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-70a591c3-2812-4101-af2c-bf908e8d0bac req-f2aa262a-76b7-43eb-9d55-460e1dcd4c58 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443487 Jun 07 08:19:59.770258 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b1863-cd50-441d-99c4-fddeca737238 req-87c8acb9-20b5-485b-b04e-665e1f898682 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:59.771671 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b27b1863-cd50-441d-99c4-fddeca737238 req-87c8acb9-20b5-485b-b04e-665e1f898682 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0909882 Jun 07 08:19:59.912397 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-b27b1863-cd50-441d-99c4-fddeca737238 req-6e22d460-5d3d-4477-b103-66b926faaa22 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347344 Jun 07 08:20:00.952656 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-c5bdf51d-fac7-40db-a1c8-a9d3e52f93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:00.954398 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-c5bdf51d-fac7-40db-a1c8-a9d3e52f93b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.0799282 Jun 07 08:20:01.222705 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-086a2688-02c3-4e87-849f-11db95b5ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.225037 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-086a2688-02c3-4e87-849f-11db95b5ff66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.2648129 Jun 07 08:20:01.368059 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea42f77-eabc-4718-8814-2b90c60743f2 req-5a84f644-d6af-49d9-a1b8-3f367e60932f tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.369537 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aea42f77-eabc-4718-8814-2b90c60743f2 req-5a84f644-d6af-49d9-a1b8-3f367e60932f tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.2674315 Jun 07 08:20:01.410084 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-921ff509-4e37-440c-8153-b257404f39b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 1001 time: 0.1771770 Jun 07 08:20:01.468186 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-aea42f77-eabc-4718-8814-2b90c60743f2 req-b956c918-8f8b-4b43-b267-bbffc3b4532b tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929005 Jun 07 08:20:01.488635 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-a2c4b891-d7e9-4b44-a999-ac64412192b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.490035 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-a2c4b891-d7e9-4b44-a999-ac64412192b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0712640 Jun 07 08:20:01.581502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-c7eb12e6-3419-4356-9b30-c01db4890963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.582950 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-c7eb12e6-3419-4356-9b30-c01db4890963 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0862887 Jun 07 08:20:01.714574 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-8482d437-5025-43ca-b26d-032f6a2ac575 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249404 Jun 07 08:20:01.842845 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ab05d328-ca38-4233-bcd5-68e3669b8c79 req-210ba25b-b789-4c50-9735-95c96a231151 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223719 Jun 07 08:20:02.659129 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0d4e-6c72-4a36-9c20-3287f8f187c1 req-83bf056d-3eab-4fcd-9eb0-460a043f1896 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.660628 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-af0f0d4e-6c72-4a36-9c20-3287f8f187c1 req-83bf056d-3eab-4fcd-9eb0-460a043f1896 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0821531 Jun 07 08:20:02.712995 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-af0f0d4e-6c72-4a36-9c20-3287f8f187c1 req-be21b450-1b01-41dd-87d4-596e492e16f7 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Jun 07 08:20:03.960708 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393cb25-6d44-4ef7-93e9-11f30fca6d73 req-199e1185-c8e9-455e-986b-ee288825dc46 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:03.962587 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7393cb25-6d44-4ef7-93e9-11f30fca6d73 req-199e1185-c8e9-455e-986b-ee288825dc46 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.1098418 Jun 07 08:20:04.032320 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-7393cb25-6d44-4ef7-93e9-11f30fca6d73 req-97426fd1-f104-4112-926b-bb9d9e6696bb tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594964 Jun 07 08:20:04.370868 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-e9a3020c-c5d4-4577-b288-4cf193f5811e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847821 Jun 07 08:20:04.473891 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa30bd-93cb-4cfc-87a3-78440056d810 req-d70da349-ca7b-495f-99b3-ae5cf7c19aa0 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:04.476251 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6caa30bd-93cb-4cfc-87a3-78440056d810 req-d70da349-ca7b-495f-99b3-ae5cf7c19aa0 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.1025808 Jun 07 08:20:04.542131 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-6caa30bd-93cb-4cfc-87a3-78440056d810 req-89169746-0959-4dcb-b6e9-05f1e9be3389 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528643 Jun 07 08:20:05.735600 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404ab9f-8392-4c8b-8467-fefc57831173 req-e43b1ee0-0742-4004-942f-54d810b85362 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:05.737052 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2404ab9f-8392-4c8b-8467-fefc57831173 req-e43b1ee0-0742-4004-942f-54d810b85362 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0829120 Jun 07 08:20:05.801002 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2404ab9f-8392-4c8b-8467-fefc57831173 req-f0593187-6f90-48e0-b645-a34986b34994 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573659 Jun 07 08:20:05.874199 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-8387475e-a916-45c0-b8f9-fd321a3e6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:05.875704 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-8387475e-a916-45c0-b8f9-fd321a3e6848 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a&tenant_id=090313f1cc4940e2884d29ec315569b7 HTTP/1.1" status: 200 len: 1098 time: 0.0780671 Jun 07 08:20:05.969202 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-db89ab28-dc81-4f60-8db8-7941400d57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:05.970659 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-db89ab28-dc81-4f60-8db8-7941400d57e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.0747235 Jun 07 08:20:06.099513 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-f2a9a7ab-ddcd-4cb1-bf6e-9b5d1d404162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:06.100888 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-f2a9a7ab-ddcd-4cb1-bf6e-9b5d1d404162 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.1244378 Jun 07 08:20:06.300133 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-8783b76a-5609-4a51-b85a-04ff0eda0283 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 1001 time: 0.1934583 Jun 07 08:20:06.361996 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-6f28db7f-cc20-4459-a1bb-4d62ad1fe522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:06.363422 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-6f28db7f-cc20-4459-a1bb-4d62ad1fe522 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0574951 Jun 07 08:20:06.444204 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-cf6712f6-a3a0-4392-bd27-3ce3fb55e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:06.445798 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-cf6712f6-a3a0-4392-bd27-3ce3fb55e3da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0759301 Jun 07 08:20:06.556656 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:06.607188 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-61d1ce0d-ce1a-46f4-ace7-08b8420a86dc service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541400 Jun 07 08:20:06.677769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:06.716765 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:06.720232 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2275cd3d-db31-47c6-aa7b-0b94bbb74409" -d '{"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-unplugged", "status": "completed", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:06.731075 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:06.737672 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:06.742927 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:06.784536 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b1f63f-bb6c-4a26-9b7d-fbaa6c663514 x-openstack-request-id: req-74b1f63f-bb6c-4a26-9b7d-fbaa6c663514 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:06.784828 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-unplugged", "status": "completed", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:06.785081 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74b1f63f-bb6c-4a26-9b7d-fbaa6c663514 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:06.785492 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'code': 200} Jun 07 08:20:06.791087 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bb616d74-f2aa-455d-9ddb-2e89bd8c3530 req-32e3d1d4-c6e9-449c-ba87-a7a0fe8607da service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777673 Jun 07 08:20:06.824814 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=6']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:06.829284 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:07.004002 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041af75-147c-42bf-915f-1f877a57c522 req-096e80aa-1d37-4c6b-9000-f297b0fb935d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:07.005440 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0041af75-147c-42bf-915f-1f877a57c522 req-096e80aa-1d37-4c6b-9000-f297b0fb935d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 943 time: 0.0824478 Jun 07 08:20:07.067931 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0041af75-147c-42bf-915f-1f877a57c522 req-851c7917-34e9-4b15-8ee0-3deb5959816e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566149 Jun 07 08:20:07.838910 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210d17-2ff4-4b9f-88ee-d3249def2416 req-2f15a5f5-3d20-462e-b163-9e9585019a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:07.840399 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd210d17-2ff4-4b9f-88ee-d3249def2416 req-2f15a5f5-3d20-462e-b163-9e9585019a26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1096 time: 0.0799372 Jun 07 08:20:07.890154 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fd210d17-2ff4-4b9f-88ee-d3249def2416 req-ddcd00e3-e671-43a8-bc0d-50f5f9fb5fdd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Jun 07 08:20:08.289492 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4efdc-0c04-43e2-ade0-9f756cf961d0 req-cf930df3-d39f-4ea6-aafd-6016b7f1a5ad tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:08.290960 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-91b4efdc-0c04-43e2-ade0-9f756cf961d0 req-cf930df3-d39f-4ea6-aafd-6016b7f1a5ad tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 943 time: 0.0881276 Jun 07 08:20:08.356550 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-91b4efdc-0c04-43e2-ade0-9f756cf961d0 req-99b86a2b-f9f7-4987-818e-315df74d1935 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555651 Jun 07 08:20:09.402045 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50856) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:09.574207 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-412a8525-f936-494c-b259-d3fc8bc14f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.589881 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72c660-a6f7-4f9c-93e6-be1efb0c42bd req-f1256e27-ce6c-4c0a-8f34-df3f252300cc tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:09.592778 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bd72c660-a6f7-4f9c-93e6-be1efb0c42bd req-f1256e27-ce6c-4c0a-8f34-df3f252300cc tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 943 time: 0.1110556 Jun 07 08:20:09.661085 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-bd72c660-a6f7-4f9c-93e6-be1efb0c42bd req-1fe08740-4c68-401d-940c-431cac8203f5 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591855 Jun 07 08:20:09.723142 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-412a8525-f936-494c-b259-d3fc8bc14f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.728644 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-412a8525-f936-494c-b259-d3fc8bc14f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.743737 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-59f2e10c-3f27-4804-baa0-90fe3b308336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:09.790116 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-412a8525-f936-494c-b259-d3fc8bc14f7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76cba91fd8654e4d9c6300f40f152d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869390 Jun 07 08:20:09.791788 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a8525-f936-494c-b259-d3fc8bc14f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeb7121-dc33-448e-9a3c-d289c5741d05,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:09.793542 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50862) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:09.795243 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-412a8525-f936-494c-b259-d3fc8bc14f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:09.873807 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.908923 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.986576 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.989445 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.990634 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5eeb7121-dc33-448e-9a3c-d289c5741d05 HTTP/1.1" status: 204 len: 168 time: 0.1958711 Jun 07 08:20:09.991653 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8a4f08ae-7abc-4ade-8015-eae7ae7b6024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:10.002864 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeb7121-dc33-448e-9a3c-d289c5741d05,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:10.010295 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.010796 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.011167 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.011670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.012031 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.012377 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.013267 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.013564 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.013906 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.014251 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.014595 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.014941 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:10.018547 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-32b00da7-3767-47d5-896e-a7d6a646962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:10.603228 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:20:10.849407 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:10.866525 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c546565e-148c-490d-abab-3dba70d6486f', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'port_id': 'c546565e-148c-490d-abab-3dba70d6486f', 'mac_address': 'fa:16:3e:0d:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:20:10.922869 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.942512 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c546565e-148c-490d-abab-3dba70d6486f {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:20:10.960656 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:10.965107 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.967364 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a95be867-f221-4008-ba6e-0ea91c5245f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.067724 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=7']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.080000 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.080520 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.081077 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.081632 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.082178 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.082690 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.083221 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.083786 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.084303 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.084704 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.085154 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.085648 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.091941 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.194012 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c546565e-148c-490d-abab-3dba70d6486f'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:20:12.179102 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50914) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:12.309160 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bc74d979-68b6-45ac-9b76-f0a07263dfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.434217 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bc74d979-68b6-45ac-9b76-f0a07263dfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.439513 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-bc74d979-68b6-45ac-9b76-f0a07263dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.446836 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-87922219-ea74-40a0-b44d-bc2faa6fb14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.488704 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-bc74d979-68b6-45ac-9b76-f0a07263dfe6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab6764a15f86465f9c63b20c0d3a73bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083451 Jun 07 08:20:12.489750 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74d979-68b6-45ac-9b76-f0a07263dfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8259c068-a859-4d2e-a3ca-8373b58888d1,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.492988 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-bc74d979-68b6-45ac-9b76-f0a07263dfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:12.493181 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50918) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:12.560401 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.561726 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:20:12.587700 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.643480 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c546565e-148c-490d-abab-3dba70d6486f triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:12.643921 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.661267 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.664089 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.665312 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8259c068-a859-4d2e-a3ca-8373b58888d1 HTTP/1.1" status: 204 len: 168 time: 0.1704199 Jun 07 08:20:12.666302 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e4f7d2f8-3714-417c-b3d6-1ac4dd888e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.679066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8259c068-a859-4d2e-a3ca-8373b58888d1,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.683160 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d494181d-51cd-4081-b545-a745596e2e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:12.790085 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.824751 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:12.827282 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ed858b-eb45-4946-babc-6f1e66c18f0b" -d '{"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-plugged", "status": "completed", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:12.839674 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:12.846962 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.848277 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-7ec15098-02fd-4f75-9b8d-9b1b47d83f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.891811 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042efb26-cbc0-47c0-81d8-329215e7cce2 x-openstack-request-id: req-042efb26-cbc0-47c0-81d8-329215e7cce2 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:12.892110 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-plugged", "status": "completed", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:12.892368 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-042efb26-cbc0-47c0-81d8-329215e7cce2 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:12.892760 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'code': 200} Jun 07 08:20:12.925929 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=8']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.929094 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:13.045064 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 50926) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:13.066675 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-61066251-1b6d-4e3c-a81e-a74d6a5ce538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.183515 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-61066251-1b6d-4e3c-a81e-a74d6a5ce538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.189637 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-61066251-1b6d-4e3c-a81e-a74d6a5ce538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.201916 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-04f16d44-cfeb-4b7e-a504-b146f613520e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:13.241301 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-61066251-1b6d-4e3c-a81e-a74d6a5ce538 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e001284ad30b4807bfdd080084586e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951060 Jun 07 08:20:13.243616 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61066251-1b6d-4e3c-a81e-a74d6a5ce538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334543b-ad69-42eb-a4cb-b63fc1c65be7,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:13.244546 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 50928) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:13.246720 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-61066251-1b6d-4e3c-a81e-a74d6a5ce538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:13.310364 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.337090 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.406790 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.409234 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.410346 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e334543b-ad69-42eb-a4cb-b63fc1c65be7 HTTP/1.1" status: 204 len: 168 time: 0.1647625 Jun 07 08:20:13.411093 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e5b3218e-6435-401b-a522-2bd50c426222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:13.421233 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334543b-ad69-42eb-a4cb-b63fc1c65be7,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:13.423442 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4e516ba9-a6cc-48d9-8c30-b5293dd3fbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:14.163955 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-92dc9d6a-d6c7-4f81-bdca-c85ae1c397e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.390483 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.625823 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d687d3bc-9b6e-4770-b993-2177437bebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.673317 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.576482 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:19.405142 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.056692 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51110) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:33.216507 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d390557d-a0bb-4c43-903e-32112ad9f737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.346715 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d390557d-a0bb-4c43-903e-32112ad9f737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.351525 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-d390557d-a0bb-4c43-903e-32112ad9f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.360112 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-49893f69-9b29-4fe3-a883-7849160d29c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:33.400220 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390557d-a0bb-4c43-903e-32112ad9f737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c3e93-02ce-443f-991d-202a7a51cbde,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:33.407266 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-d390557d-a0bb-4c43-903e-32112ad9f737 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28c699d08d874b158aedf92b89623d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468196 Jun 07 08:20:33.407266 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-d390557d-a0bb-4c43-903e-32112ad9f737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:33.407553 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51114) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:33.470212 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.496400 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.552019 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.554768 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:33.556265 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d51c3e93-02ce-443f-991d-202a7a51cbde HTTP/1.1" status: 204 len: 168 time: 0.1476231 Jun 07 08:20:33.557337 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-56308e44-1667-4f53-8489-a5373dc055a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:33.568893 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c3e93-02ce-443f-991d-202a7a51cbde,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:33.571593 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-309ef2f7-b283-4ec2-88cc-ef226c892db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:33.902375 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51120) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:33.924652 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c7c487f9-3060-4051-9d51-77d99b899416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.045553 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c7c487f9-3060-4051-9d51-77d99b899416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.049731 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-c7c487f9-3060-4051-9d51-77d99b899416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.057315 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c188951e-8ad8-45cc-a60e-9827c2d77f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:34.100742 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-c7c487f9-3060-4051-9d51-77d99b899416 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c0d616914af4d369c147f997c828cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965911 Jun 07 08:20:34.101669 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c487f9-3060-4051-9d51-77d99b899416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9268066-0a82-4b96-81bc-e091bce6b8f0,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:34.104390 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51122) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:34.117299 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c7c487f9-3060-4051-9d51-77d99b899416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:34.132987 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:20:34.177558 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.210456 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.271187 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.273771 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:34.274927 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9268066-0a82-4b96-81bc-e091bce6b8f0 HTTP/1.1" status: 204 len: 168 time: 0.1691177 Jun 07 08:20:34.275725 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8791d702-0861-4c42-a03e-be0c4169adcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:34.285983 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9268066-0a82-4b96-81bc-e091bce6b8f0,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:34.289308 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-49100a54-b5c8-4059-9d66-0b16994ddd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:41.407439 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51212) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:41.525948 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8e62d1fe-36a1-49de-ab78-ac0ecd2ffc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.637138 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8e62d1fe-36a1-49de-ab78-ac0ecd2ffc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.641970 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-8e62d1fe-36a1-49de-ab78-ac0ecd2ffc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.648653 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-9b53e69a-7e50-423e-842e-b2f0efe9b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:41.692565 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-8e62d1fe-36a1-49de-ab78-ac0ecd2ffc3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=034bc20d03bb400688425c74f3abc787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839508 Jun 07 08:20:41.693402 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62d1fe-36a1-49de-ab78-ac0ecd2ffc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797ff478-96d1-4a03-83ef-813fb05b6b25,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:41.695196 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51216) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:41.697162 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-8e62d1fe-36a1-49de-ab78-ac0ecd2ffc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:41.756321 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.782371 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.838199 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.841192 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.842294 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/797ff478-96d1-4a03-83ef-813fb05b6b25 HTTP/1.1" status: 204 len: 168 time: 0.1460934 Jun 07 08:20:41.843137 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f432fe1d-eedc-43b4-ac38-fbfdbada7e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:41.853045 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ff478-96d1-4a03-83ef-813fb05b6b25,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:41.855362 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e32f0d88-b8d5-4397-9331-87713ab9e6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:42.147786 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51222) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:42.165026 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8b86a6cb-e15e-4e8a-a9a5-9da034fc6590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.273730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8b86a6cb-e15e-4e8a-a9a5-9da034fc6590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.279141 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8b86a6cb-e15e-4e8a-a9a5-9da034fc6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.286181 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f8f86348-92d4-4c5d-8993-00c37cedee90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:42.327373 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8b86a6cb-e15e-4e8a-a9a5-9da034fc6590 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=363c7312d7d447ad9233494f80e49880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784377 Jun 07 08:20:42.328296 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86a6cb-e15e-4e8a-a9a5-9da034fc6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f602f8c-8325-4ac6-98b3-2082ea1ad909,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:42.330591 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51224) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:42.331166 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8b86a6cb-e15e-4e8a-a9a5-9da034fc6590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:42.390218 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.420798 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.568498 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.571677 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.573154 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f602f8c-8325-4ac6-98b3-2082ea1ad909 HTTP/1.1" status: 204 len: 168 time: 0.2411618 Jun 07 08:20:42.574184 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-98b0cb97-cd0b-4c95-8891-b5807ec33d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:42.592650 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f602f8c-8325-4ac6-98b3-2082ea1ad909,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:42.596184 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-e4543d1d-da3c-4d26-818d-d061f0bf7d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:44.157333 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ec624471-5314-4db6-9822-7e186acfba48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:46.419444 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:46.627176 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-27fde821-f9a7-479b-bb52-2becd5212265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:46.673191 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:47.580441 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.406021 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.826077 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51312) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:49.944877 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-360dd762-cfe2-498a-bdfe-ffd3f4b0e3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.042962 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-360dd762-cfe2-498a-bdfe-ffd3f4b0e3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.047247 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-360dd762-cfe2-498a-bdfe-ffd3f4b0e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.054051 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c1388a07-909a-4707-8ce1-3381c8f1db01 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:50.092338 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dd762-cfe2-498a-bdfe-ffd3f4b0e3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bed5d8-2db7-4a1d-845b-08b20b3451e8,revision_number=1']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:50.096312 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-360dd762-cfe2-498a-bdfe-ffd3f4b0e3f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a8d3fd27bcf4dde8569f86b9b7f2f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692578 Jun 07 08:20:50.097163 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-360dd762-cfe2-498a-bdfe-ffd3f4b0e3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:50.098868 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51316) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:50.160526 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.185865 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.235964 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.238377 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.239567 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79bed5d8-2db7-4a1d-845b-08b20b3451e8 HTTP/1.1" status: 204 len: 168 time: 0.1397610 Jun 07 08:20:50.240385 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-c4f5abdd-b951-4515-ba58-04997a5dd414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:50.250397 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bed5d8-2db7-4a1d-845b-08b20b3451e8,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:50.252661 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5354c56a-70d1-425f-aee8-1f2b13c3bc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:50.479113 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-2a64cfe4-8c2c-4bef-a9c7-e914e84c3154 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705087 Jun 07 08:20:50.622968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-46094f88-8877-49a6-8f34-aaa4f218c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:50.624804 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-46094f88-8877-49a6-8f34-aaa4f218c6f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.0778608 Jun 07 08:20:50.775384 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-963fd373-7610-4022-949e-a042425aa789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:50.776869 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-963fd373-7610-4022-949e-a042425aa789 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.1337872 Jun 07 08:20:50.888817 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-4b419977-6aaf-4812-a91c-72d884190c2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 1001 time: 0.1060610 Jun 07 08:20:51.057061 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-3badf4d0-5075-4eb6-90bb-96613bb007b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:51.058527 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-3badf4d0-5075-4eb6-90bb-96613bb007b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.1642170 Jun 07 08:20:51.143470 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-64eee706-7c69-41eb-a6a0-a501e4667174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:51.145132 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-64eee706-7c69-41eb-a6a0-a501e4667174 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0805538 Jun 07 08:20:51.296110 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-b153bf5d-68d6-473e-8e02-1cf41b2e00c9 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440520 Jun 07 08:20:51.448084 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc94d669-d2c8-4ffd-9420-cc2a986dab6e req-058a21d4-38fe-440b-8f00-a7ff8063c567 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457202 Jun 07 08:20:55.042129 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51382) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:55.158140 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9a21a88-5112-4a0b-b1b4-016241bf9fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.260418 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9a21a88-5112-4a0b-b1b4-016241bf9fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.264394 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9a21a88-5112-4a0b-b1b4-016241bf9fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.270948 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-0fadc6d8-e655-4ace-9f1c-5bd158df0120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:55.312005 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a21a88-5112-4a0b-b1b4-016241bf9fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e3cc3-dc56-44a4-891a-e1c5202e959c,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:55.316442 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-e9a21a88-5112-4a0b-b1b4-016241bf9fab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b989f6e2b55741128132950a8ccaaf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732847 Jun 07 08:20:55.317320 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-e9a21a88-5112-4a0b-b1b4-016241bf9fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:55.318971 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51386) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:55.376457 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.406016 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.455983 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.458492 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.459661 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d0e3cc3-dc56-44a4-891a-e1c5202e959c HTTP/1.1" status: 204 len: 168 time: 0.1397395 Jun 07 08:20:55.460431 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7ace7de4-0d4e-4764-bd5f-636a74b27837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:55.470644 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e3cc3-dc56-44a4-891a-e1c5202e959c,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:55.472928 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-328bbe8a-5133-43bb-829e-2fad35684ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:56.521408 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51416) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:56.638139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5774d776-ccfa-4681-b50c-8ca8690a4b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.739996 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5774d776-ccfa-4681-b50c-8ca8690a4b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.743502 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-5774d776-ccfa-4681-b50c-8ca8690a4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.751771 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8f76aacc-9bd2-4420-a221-80739eb47a65 tempest-TestMinimumBasicScenario-1173867756 tempest-TestMinimumBasicScenario-1173867756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:56.792296 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-5774d776-ccfa-4681-b50c-8ca8690a4b23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58e23e50df314cae871248c69d778ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698145 Jun 07 08:20:56.793235 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774d776-ccfa-4681-b50c-8ca8690a4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046a8b74-11fb-4d2e-89fc-c7c57d3564ad,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:56.794872 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51420) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:56.796141 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5774d776-ccfa-4681-b50c-8ca8690a4b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:56.854035 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.879829 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.931588 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.935046 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:56.936193 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/046a8b74-11fb-4d2e-89fc-c7c57d3564ad HTTP/1.1" status: 204 len: 168 time: 0.1397898 Jun 07 08:20:56.936982 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-fd606e5b-8d1d-4c90-91a4-588813a03180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:56.946472 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046a8b74-11fb-4d2e-89fc-c7c57d3564ad,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:56.948820 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6e97ddf3-2fb0-4534-9a1d-3d5533aece06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:59.375802 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-1c979dfb-4f73-4812-8814-d5eb9dc8df2f tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4495c3a3eab84631bc134ac0b36d42a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325687 Jun 07 08:20:59.526420 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-d2703fff-4410-4a29-8cee-f0bf526adc2e tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:59.527846 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-d2703fff-4410-4a29-8cee-f0bf526adc2e tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465962 Jun 07 08:20:59.542368 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f0757c5a-d283-4513-bf8c-cc33c279f333 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/quotas/4495c3a3eab84631bc134ac0b36d42a9 HTTP/1.1" status: 200 len: 375 time: 0.0089128 Jun 07 08:20:59.589170 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-af120d61-fede-44d4-981a-f1f2301cd3d2 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4495c3a3eab84631bc134ac0b36d42a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413828 Jun 07 08:20:59.768530 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-c0c1ed40-4ed2-41f7-896f-ebcf61fd9499 req-891a4df9-8dcb-4626-9b0f-67ea9249c2fd tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 210 time: 0.0448582 Jun 07 08:21:00.927026 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-ccc43fd9-025b-48d7-a5fc-d1592087c81e tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4495c3a3eab84631bc134ac0b36d42a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655055 Jun 07 08:21:00.934197 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8fe59b8-6fd8-431a-8025-7c50e47e8201 req-82370286-7714-49b4-973b-a339d4991aea tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 210 time: 0.0513201 Jun 07 08:21:01.086582 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-b9e54495-51b1-4f29-b3f2-67b9a3f8b654 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:01.088003 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-b9e54495-51b1-4f29-b3f2-67b9a3f8b654 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559165 Jun 07 08:21:01.100413 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Request body: {'port': {'device_id': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b', 'admin_state_up': True, 'tenant_id': '4495c3a3eab84631bc134ac0b36d42a9'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:01.249979 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Made reservation on behalf of 4495c3a3eab84631bc134ac0b36d42a9 for: {'port': 1} {{(pid=91903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:21:01.254131 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.266006 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks [] for security_group, before_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.374424 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks [] for security_group, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.378875 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.381650 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-ddaab169-a8c7-487e-92a9-4dde881f0911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:01.457411 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9934309-900a-4986-af7e-bb86fb803ad7,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:01.462364 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:01.549174 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_common [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Allocated IP 192.168.233.98 (6b5412d2-8120-47d4-9adf-687dbb71334b/e362710c-0430-425f-b1c4-fb1161f7b9ea/c925ae04-3c77-4693-9fb9-4da8ccf422dc) {{(pid=91903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:01.848551 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks [] for port, precommit_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.863731 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Transition to ACTIVE for port object c925ae04-3c77-4693-9fb9-4da8ccf422dc will not be triggered until provisioned by entity DHCP. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:01.886544 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790045248624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_create {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.894338 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5dd134cc-b20f-48b1-a1da-187cd907b939 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:01.961473 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Network 6b5412d2-8120-47d4-9adf-687dbb71334b is already hosted by enough agents. {{(pid=91903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:01.964559 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.base_scheduler [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Resources bound (agent type, host, resource id): {{(pid=91903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:01.967824 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Received port after_create {{(pid=91903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:02.003777 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Pushing event updated for resources: {'Port': ['ID=c925ae04-3c77-4693-9fb9-4da8ccf422dc,revision_number=1']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:02.006736 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:02.039211 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:02.039906 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.111666 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0147130 Jun 07 08:21:02.126118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.v2.base [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Request body: {'port': {'device_id': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:02.192590 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db455e-c0f6-4ced-b61e-f2664bad4d4d req-774fe550-88b7-4df6-a632-88364dfdeda3 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:02.194070 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a9db455e-c0f6-4ced-b61e-f2664bad4d4d req-774fe550-88b7-4df6-a632-88364dfdeda3 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 935 time: 0.1500072 Jun 07 08:21:02.253137 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-d26b68cf-11ad-46ba-b6c7-a136ad40dd42 None None] Provisioning for port c925ae04-3c77-4693-9fb9-4da8ccf422dc completed by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:02.258235 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-d26b68cf-11ad-46ba-b6c7-a136ad40dd42 None None] Provisioning complete for port c925ae04-3c77-4693-9fb9-4da8ccf422dc triggered by entity DHCP. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:02.258607 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-d26b68cf-11ad-46ba-b6c7-a136ad40dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.285325 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.301356 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a9db455e-c0f6-4ced-b61e-f2664bad4d4d req-ce5f0e4c-4787-4209-aa83-4e814aec2ec2 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773032 Jun 07 08:21:02.310335 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-d26b68cf-11ad-46ba-b6c7-a136ad40dd42 None None] Port c925ae04-3c77-4693-9fb9-4da8ccf422dc cannot update to ACTIVE because it is not bound. {{(pid=91905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:21:02.625066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c925ae04-3c77-4693-9fb9-4da8ccf422dc {{(pid=91903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:02.632057 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.645670 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Transition to ACTIVE for port object c925ae04-3c77-4693-9fb9-4da8ccf422dc will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:02.649270 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.653712 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-99a68f04-d5ea-414f-85de-7ed1ccf8b0d8 tempest-AttachVolumeNegativeTest-1405814467 tempest-AttachVolumeNegativeTest-1405814467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:02.805738 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Pushing event updated for resources: {'Port': ['ID=c925ae04-3c77-4693-9fb9-4da8ccf422dc,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:02.814325 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:02.884888 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Attempting to bind port c925ae04-3c77-4693-9fb9-4da8ccf422dc on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:21:02.885139 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Attempting to bind port c925ae04-3c77-4693-9fb9-4da8ccf422dc by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:21:02.885462 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Attempting to bind port c925ae04-3c77-4693-9fb9-4da8ccf422dc on network 6b5412d2-8120-47d4-9adf-687dbb71334b {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:02.890185 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Port c925ae04-3c77-4693-9fb9-4da8ccf422dc on network 6b5412d2-8120-47d4-9adf-687dbb71334b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:21:02.890501 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Attempting to bind port c925ae04-3c77-4693-9fb9-4da8ccf422dc on network 6b5412d2-8120-47d4-9adf-687dbb71334b {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:02.895488 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Checking agent: {'id': 'a7a85385-fb80-4cfd-9f53-afc9edc0cbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 10, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:21:02.895817 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Checking segment: {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:02.896196 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Bound using segment: {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:21:02.896611 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Bound port: c925ae04-3c77-4693-9fb9-4da8ccf422dc, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7de61b7-ae9e-48f8-b832-1f75d2c245e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:21:02.896949 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.987818 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] For port c925ae04-3c77-4693-9fb9-4da8ccf422dc, host hv-cinder-78494, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:21:02.990689 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] For port c925ae04-3c77-4693-9fb9-4da8ccf422dc, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:21:02.995049 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15300910'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.998819 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-74787571-626b-43b0-8541-043775a02092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:03.055822 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:03.056515 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:03.057805 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] 10.222.0.22 "PUT /v2.0/ports/c925ae04-3c77-4693-9fb9-4da8ccf422dc HTTP/1.1" status: 200 len: 1097 time: 0.9371514 Jun 07 08:21:03.058298 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'tag': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:03.060817 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3", "tag": "c925ae04-3c77-4693-9fb9-4da8ccf422dc"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:03.081076 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Pushing event updated for resources: {'Port': ['ID=c925ae04-3c77-4693-9fb9-4da8ccf422dc,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:03.084288 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:03.142143 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ebd34a-fd40-4735-a608-471bc88425fc x-openstack-request-id: req-95ebd34a-fd40-4735-a608-471bc88425fc {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:03.142357 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3", "tag": "c925ae04-3c77-4693-9fb9-4da8ccf422dc", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:03.142709 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95ebd34a-fd40-4735-a608-471bc88425fc {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:03.143126 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'tag': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc', 'status': 'completed', 'code': 200} Jun 07 08:21:03.180730 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-5caba390-5347-463a-973a-52c8b412d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:03.182328 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-5caba390-5347-463a-973a-52c8b412d390 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4495c3a3eab84631bc134ac0b36d42a9&device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 1100 time: 0.0860326 Jun 07 08:21:03.252782 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-bb4856f8-9948-4a0f-bdd8-23c54403d876 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc HTTP/1.1" status: 200 len: 217 time: 0.0629227 Jun 07 08:21:03.318959 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-61c28be4-fb30-4454-87f5-33887c907b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:03.320772 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-61c28be4-fb30-4454-87f5-33887c907b9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e362710c-0430-425f-b1c4-fb1161f7b9ea HTTP/1.1" status: 200 len: 843 time: 0.0625553 Jun 07 08:21:03.403889 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-b44f876b-7298-45ce-90c2-e6bb53e9d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:03.406192 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-b44f876b-7298-45ce-90c2-e6bb53e9d167 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5412d2-8120-47d4-9adf-687dbb71334b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773742 Jun 07 08:21:03.692077 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-9d82463f-d1f3-4c35-801f-e926cdf7fa08 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5412d2-8120-47d4-9adf-687dbb71334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795691 Jun 07 08:21:03.703864 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1b579-470a-4439-9563-5549c02a15b5 req-a295c63e-49c7-4373-a324-a241c612420d tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:03.705216 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0bb1b579-470a-4439-9563-5549c02a15b5 req-a295c63e-49c7-4373-a324-a241c612420d tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 947 time: 0.2753136 Jun 07 08:21:03.831425 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0bb1b579-470a-4439-9563-5549c02a15b5 req-fb2da293-21b6-447e-9135-eed03c16c72e tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078024 Jun 07 08:21:03.863710 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e53be11a-18bd-4d21-ab28-3f0be5d718a1 req-6c6f8cd6-89ec-43d7-a083-74e720642f0b service neutron] 10.222.0.22 "GET /v2.0/networks/6b5412d2-8120-47d4-9adf-687dbb71334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575284 Jun 07 08:21:03.987918 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-91cb107e-e9e6-4cd2-9af3-0b83188f7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:03.989422 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-91cb107e-e9e6-4cd2-9af3-0b83188f7d7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4495c3a3eab84631bc134ac0b36d42a9&device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 1100 time: 0.0807002 Jun 07 08:21:04.120052 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-9c08ad87-1f35-452a-91f5-130c7f511e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:04.121729 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-9c08ad87-1f35-452a-91f5-130c7f511e94 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5412d2-8120-47d4-9adf-687dbb71334b HTTP/1.1" status: 200 len: 870 time: 0.1256866 Jun 07 08:21:04.189371 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-d8249d14-bc55-4041-bf53-b5c3f32e6e7f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc HTTP/1.1" status: 200 len: 217 time: 0.0609598 Jun 07 08:21:04.254201 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-7202fa58-fb9d-4602-b16d-40a69d5f6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:04.255562 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-7202fa58-fb9d-4602-b16d-40a69d5f6fa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e362710c-0430-425f-b1c4-fb1161f7b9ea HTTP/1.1" status: 200 len: 843 time: 0.0598068 Jun 07 08:21:04.330058 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-04c30039-4f7f-4b57-bbb6-c98d58c98e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:04.331542 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-04c30039-4f7f-4b57-bbb6-c98d58c98e68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5412d2-8120-47d4-9adf-687dbb71334b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693121 Jun 07 08:21:04.463286 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-666909eb-295d-4ea8-92d1-e19429b91045 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5412d2-8120-47d4-9adf-687dbb71334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251495 Jun 07 08:21:04.597991 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-da102c58-373d-4ab0-9dd2-7b96cd8bdee2 req-46ac0af8-3c29-46fe-91ab-7bdd4e84f35d service neutron] 10.222.0.22 "GET /v2.0/networks/6b5412d2-8120-47d4-9adf-687dbb71334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282206 Jun 07 08:21:05.019810 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f339fff-cc0d-474f-b2e8-e6c94e49ccda req-c09403d8-9709-4272-8b7d-16d82f5c44df tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:05.021239 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1f339fff-cc0d-474f-b2e8-e6c94e49ccda req-c09403d8-9709-4272-8b7d-16d82f5c44df tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 947 time: 0.0835333 Jun 07 08:21:05.066861 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-1f339fff-cc0d-474f-b2e8-e6c94e49ccda req-14128b2a-0e29-47b7-a600-2707b9fe4488 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Jun 07 08:21:06.253369 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75c904-218b-4f80-8ad1-827f9ac75a78 req-1d3b03da-7821-4e0d-b556-d7f5c3cd7b22 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:06.254809 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc75c904-218b-4f80-8ad1-827f9ac75a78 req-1d3b03da-7821-4e0d-b556-d7f5c3cd7b22 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 947 time: 0.0791733 Jun 07 08:21:06.299516 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fc75c904-218b-4f80-8ad1-827f9ac75a78 req-1d5251db-7973-4fa9-9f68-b06f288afbbc tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Jun 07 08:21:06.885096 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c925ae04-3c77-4693-9fb9-4da8ccf422dc details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:21:07.020541 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c925ae04-3c77-4693-9fb9-4da8ccf422dc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:07.033147 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Returning: {'device': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc', 'network_id': '6b5412d2-8120-47d4-9adf-687dbb71334b', 'port_id': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc', 'mac_address': 'fa:16:3e:33:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362710c-0430-425f-b1c4-fb1161f7b9ea', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:21:07.087056 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:07.102927 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c925ae04-3c77-4693-9fb9-4da8ccf422dc {{(pid=91905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:07.118088 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c925ae04-3c77-4693-9fb9-4da8ccf422dc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:07.123014 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:07.124912 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:07.192055 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c925ae04-3c77-4693-9fb9-4da8ccf422dc,revision_number=4']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:07.195044 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:07.321987 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c925ae04-3c77-4693-9fb9-4da8ccf422dc'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:07.486818 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132ab1c-5757-46d4-ba5b-f5bd6e773517 req-af7adea5-9701-4d6a-9185-1be071709972 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:07.488290 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f132ab1c-5757-46d4-ba5b-f5bd6e773517 req-af7adea5-9701-4d6a-9185-1be071709972 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 948 time: 0.0855031 Jun 07 08:21:07.532642 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-f132ab1c-5757-46d4-ba5b-f5bd6e773517 req-efd34a29-7114-426e-90c6-fc7dabeeab18 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Jun 07 08:21:08.727035 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50fb4-9e1f-48ad-ae2f-9c4171dcd99a req-1f2f0240-0990-4668-bec4-abd7ee5bc0c2 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:08.728519 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2cf50fb4-9e1f-48ad-ae2f-9c4171dcd99a req-1f2f0240-0990-4668-bec4-abd7ee5bc0c2 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 948 time: 0.0901875 Jun 07 08:21:08.777133 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2cf50fb4-9e1f-48ad-ae2f-9c4171dcd99a req-758de8f9-8ec0-4298-9c58-f1f5743e9fe9 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Jun 07 08:21:08.881849 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c925ae04-3c77-4693-9fb9-4da8ccf422dc up at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:08.950870 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning for port c925ae04-3c77-4693-9fb9-4da8ccf422dc completed by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:08.955498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.provisioning_blocks [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Provisioning complete for port c925ae04-3c77-4693-9fb9-4da8ccf422dc triggered by entity L2. {{(pid=91905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:08.955874 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769711'] for port, provisioning_complete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.075078 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1831106'] for port, before_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.101796 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc'}] {{(pid=91905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:09.104060 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97929ee37df6ad2a82e313c6fea1e089741a626b98b4d17479b327b7abe656ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6abf98-a620-42f8-b07c-098501cf31a5" -d '{"events": [{"server_uuid": "e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3", "name": "network-vif-plugged", "status": "completed", "tag": "c925ae04-3c77-4693-9fb9-4da8ccf422dc"}]}' {{(pid=91905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:09.112703 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] For port c925ae04-3c77-4693-9fb9-4da8ccf422dc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:09.116152 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790045751534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790045248642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790045248687'] for port, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.118019 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:09.152567 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc02422f-ba0b-4b92-ade6-4c8fcd448e31 x-openstack-request-id: req-fc02422f-ba0b-4b92-ade6-4c8fcd448e31 {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:09.153038 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3", "name": "network-vif-plugged", "status": "completed", "tag": "c925ae04-3c77-4693-9fb9-4da8ccf422dc", "code": 200}]} {{(pid=91905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:09.153300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc02422f-ba0b-4b92-ade6-4c8fcd448e31 {{(pid=91905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:09.153692 dv-cinder-784945-11-smb neutron-server[91905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc', 'code': 200} Jun 07 08:21:09.186151 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Pushing event updated for resources: {'Port': ['ID=c925ae04-3c77-4693-9fb9-4da8ccf422dc,revision_number=5']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:09.189255 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:09.391984 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a63be-ee38-42fc-985a-2281b02988e5 req-42e7ffd0-64a5-467a-9e6d-99c6c112bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:09.393477 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fe7a63be-ee38-42fc-985a-2281b02988e5 req-42e7ffd0-64a5-467a-9e6d-99c6c112bdf4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 1102 time: 0.0712149 Jun 07 08:21:09.432675 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-fe7a63be-ee38-42fc-985a-2281b02988e5 req-cf4aa289-72cf-4534-981c-ddab5e92d99d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Jun 07 08:21:10.055744 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8374-e891-417b-9673-64eb7a6f340b req-772b0e8b-c086-40b5-9c13-54d4e356dd52 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.057160 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d94f8374-e891-417b-9673-64eb7a6f340b req-772b0e8b-c086-40b5-9c13-54d4e356dd52 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 949 time: 0.1695571 Jun 07 08:21:10.101624 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d94f8374-e891-417b-9673-64eb7a6f340b req-c7f836eb-b591-4f4c-a8b0-9973b257420b tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Jun 07 08:21:11.132273 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:21:11.317299 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a184d-1540-42b4-82d3-0f5284f7c237 req-1d23b491-c133-4e68-9d46-05846de42e2a tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:11.318767 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-136a184d-1540-42b4-82d3-0f5284f7c237 req-1d23b491-c133-4e68-9d46-05846de42e2a tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 949 time: 0.1018589 Jun 07 08:21:11.366970 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-136a184d-1540-42b4-82d3-0f5284f7c237 req-d1f47a53-1c38-47c8-ade2-24f29e03af44 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Jun 07 08:21:11.796351 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b8109-6a35-4650-a0f8-28b131567035 req-115ef7c6-7a72-434e-b876-b12d0ddb47c5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:11.797769 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2d5b8109-6a35-4650-a0f8-28b131567035 req-115ef7c6-7a72-434e-b876-b12d0ddb47c5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 949 time: 0.0790868 Jun 07 08:21:11.846693 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-2d5b8109-6a35-4650-a0f8-28b131567035 req-edc7c9ef-ecfc-4a87-8b1a-c0fece537100 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Jun 07 08:21:13.040640 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-75084f9e-c052-4958-9158-22dcd0cce24b tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:13.042213 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-75084f9e-c052-4958-9158-22dcd0cce24b tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 949 time: 0.1337986 Jun 07 08:21:13.116743 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ad98-a373-473c-b7bc-e3b952b282b6 req-1ab1b4eb-2d59-4fe6-af17-6859554a9ec6 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:13.118371 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0932ad98-a373-473c-b7bc-e3b952b282b6 req-1ab1b4eb-2d59-4fe6-af17-6859554a9ec6 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3 HTTP/1.1" status: 200 len: 949 time: 0.1555240 Jun 07 08:21:13.211821 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-0932ad98-a373-473c-b7bc-e3b952b282b6 req-88fda546-c956-4c25-9198-d14ed3284034 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9934309-900a-4986-af7e-bb86fb803ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875483 Jun 07 08:21:13.227874 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Deleting port c925ae04-3c77-4693-9fb9-4da8ccf422dc {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:13.228217 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.361202 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] For port c925ae04-3c77-4693-9fb9-4da8ccf422dc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c925ae04-3c77-4693-9fb9-4da8ccf422dc,segment=NetworkSegment(d7de61b7-ae9e-48f8-b832-1f75d2c245e3),segment_id=d7de61b7-ae9e-48f8-b832-1f75d2c245e3)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:13.361561 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.486002 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Calling delete_port for c925ae04-3c77-4693-9fb9-4da8ccf422dc owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:13.593968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.599522 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f315f7af-9552-400e-8bf3-59e078a059b5 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:13.605671 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] get_ports_and_sgs() called for port_ids ['c925ae04-3c77-4693-9fb9-4da8ccf422dc'] {{(pid=91905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:13.644384 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Pushing event deleted for resources: {'Port': ['ID=c925ae04-3c77-4693-9fb9-4da8ccf422dc,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:13.685911 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.686282 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.686683 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.686994 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.687342 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.687722 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.688066 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.688413 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.689060 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.689420 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.689763 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.690104 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:13.697309 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:13.733994 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] No DVR routers for this DVR port c925ae04-3c77-4693-9fb9-4da8ccf422dc on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:13.736651 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.738579 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-e965cc0f-1b3e-4b5e-ac29-6cde845b5d61 req-7c6c450c-6b7e-4a8a-b16b-e4a8d0fcf0c0 tempest-VolumesNegativeTest-682870212 tempest-VolumesNegativeTest-682870212-project] 10.222.0.22 "DELETE /v2.0/ports/c925ae04-3c77-4693-9fb9-4da8ccf422dc HTTP/1.1" status: 204 len: 173 time: 0.6911333 Jun 07 08:21:13.739079 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'name': 'network-vif-deleted', 'tag': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:13.741462 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c83d6f-5d65-4c63-952a-8afc45da9f6f" -d '{"events": [{"server_uuid": "e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3", "name": "network-vif-deleted", "tag": "c925ae04-3c77-4693-9fb9-4da8ccf422dc"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:13.790971 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e8deb7-e8fc-4eda-bb51-fdbd76a9f5d4 x-openstack-request-id: req-77e8deb7-e8fc-4eda-bb51-fdbd76a9f5d4 {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:13.791611 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3", "name": "network-vif-deleted", "tag": "c925ae04-3c77-4693-9fb9-4da8ccf422dc", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:13.792030 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77e8deb7-e8fc-4eda-bb51-fdbd76a9f5d4 {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:13.792455 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f4067c-06bb-4e42-87b7-81d2b9b2b0b3', 'name': 'network-vif-deleted', 'tag': 'c925ae04-3c77-4693-9fb9-4da8ccf422dc', 'status': 'completed', 'code': 200} Jun 07 08:21:14.157845 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5ff4b25f-c5b1-4a02-8fda-f57f6382e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.427531 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.619998 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1a78-e857-48eb-9b8f-b8d431c0a672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.665928 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.929194 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c925ae04-3c77-4693-9fb9-4da8ccf422dc no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:17.000322 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: c925ae04-3c77-4693-9fb9-4da8ccf422dc {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:17.000715 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c925ae04-3c77-4693-9fb9-4da8ccf422dc not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:17.576198 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:18.932108 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51746) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:19.085148 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-80a4bc5c-60a5-4082-81e6-9bc5179da674 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4495c3a3eab84631bc134ac0b36d42a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518195 Jun 07 08:21:19.087546 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51750) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:19.149264 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:19.176239 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:19.228505 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:19.230875 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:19.232011 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9934309-900a-4986-af7e-bb86fb803ad7 HTTP/1.1" status: 204 len: 168 time: 0.1435840 Jun 07 08:21:19.233338 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6210cc5d-96e2-43b5-b932-bf7f4220d923 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:19.242465 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9934309-900a-4986-af7e-bb86fb803ad7,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:19.250491 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.250907 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.251222 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.251603 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.251957 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.252309 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.252658 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.253001 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.253347 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.253693 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.254037 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.254377 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:19.257538 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2480cc0e-7774-4690-a0c3-ccab03370e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:19.410252 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.722793 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51754) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:21.980914 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Deleting port 9aba45f4-c188-484c-873b-23494a61c3b9 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:21.981154 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.096767 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.097095 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.223844 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Calling delete_port for 9aba45f4-c188-484c-873b-23494a61c3b9 owned by network:floatingip {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:22.345514 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.348838 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:22.394518 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event deleted for resources: {'Port': ['ID=9aba45f4-c188-484c-873b-23494a61c3b9,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:22.397636 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:22.484757 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for floatingip, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.485138 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.db.l3_db [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Floating IP 56d8fce9-5efe-4a03-93f1-a6c0f33e2435 disassociated (deleted). External IP: 172.28.2.144, port: c546565e-148c-490d-abab-3dba70d6486f. Jun 07 08:21:22.921139 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Router 02bc7da2-194d-4081-81fb-e80ed388b387 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:23.096902 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:23.101731 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for floatingip, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:23.105991 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] Sync routers for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:23.117046 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:23.117585 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:21:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:23.156239 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-6b5bf018-eb31-42c6-bbb3-e59c75a3681d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "DELETE /v2.0/floatingips/56d8fce9-5efe-4a03-93f1-a6c0f33e2435 HTTP/1.1" status: 204 len: 168 time: 1.4321022 Jun 07 08:21:23.156919 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:23.159275 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3890e7f8e61569c66ecb5d87d134803534112a182868f49c4e188b5044ea6dd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600fb787-8a31-4726-adef-4beffff336d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:23.302017 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:23.423873 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89c8c1-f7fb-4238-a36f-ab3a3ddd46b9 x-openstack-request-id: req-7b89c8c1-f7fb-4238-a36f-ab3a3ddd46b9 {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:23.424206 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "status": "completed", "code": 200}]} {{(pid=91904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:23.424560 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b89c8c1-f7fb-4238-a36f-ab3a3ddd46b9 {{(pid=91904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:23.425002 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'status': 'completed', 'code': 200} Jun 07 08:21:23.579346 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fb787-8a31-4726-adef-4beffff336d1 req-8c79fa70-2b1c-42e6-a648-1ee865c651a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:23.580836 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-8c79fa70-2b1c-42e6-a648-1ee865c651a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=090313f1cc4940e2884d29ec315569b7&device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 1098 time: 0.1339993 Jun 07 08:21:23.593099 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb482a-07c4-4eef-809b-bf5b8d504ee1 req-7f628801-e9bd-4dd6-b026-0b5d93ba3681 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:23.594514 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8bb482a-07c4-4eef-809b-bf5b8d504ee1 req-7f628801-e9bd-4dd6-b026-0b5d93ba3681 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.1120474 Jun 07 08:21:23.622503 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:23.626402 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] Checking router: 02bc7da2-194d-4081-81fb-e80ed388b387 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:23.634676 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:23.635300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:21:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:23.722135 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-d8bb482a-07c4-4eef-809b-bf5b8d504ee1 req-d0cef86d-6465-4731-852c-75c9d7cac78d tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091428 Jun 07 08:21:23.752875 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fb787-8a31-4726-adef-4beffff336d1 req-7453ac3e-0260-4f1c-bced-953039980046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:23.754313 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-7453ac3e-0260-4f1c-bced-953039980046 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 200 len: 909 time: 0.1589577 Jun 07 08:21:23.809161 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:23.826023 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-8dbfa5b6-c7ec-48a0-b952-c20fff56ddc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 200 len: 217 time: 0.0642505 Jun 07 08:21:23.890409 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fb787-8a31-4726-adef-4beffff336d1 req-3d7e2260-47d0-4af3-9d4c-48cb06833f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:23.891945 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-3d7e2260-47d0-4af3-9d4c-48cb06833f33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 200 len: 847 time: 0.0584266 Jun 07 08:21:24.067976 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fb787-8a31-4726-adef-4beffff336d1 req-a3047602-0452-42e8-9372-69b6d8b1bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.069758 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-a3047602-0452-42e8-9372-69b6d8b1bb7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1709764 Jun 07 08:21:24.122799 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:24.127704 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f29533-fde9-4470-9647-096af1c5d9fd None None] The sync data for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb is: [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:17:02Z', 'revision_number': 4, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb', '_interfaces': [{'id': 'a9b69734-d7d2-40b4-a997-e201cb427dff', 'name': '', 'network_id': '5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'mac_address': 'fa:16:3e:16:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:01Z', 'updated_at': '2021-06-07T08:17:14Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'subnets': [{'id': '8117db8f-8aa8-409d-9136-71ad76a09547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:24.211252 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-fa8c3b97-8a59-431f-abba-551f0a7e11e6 service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337459 Jun 07 08:21:24.350253 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15dbfe-56db-4550-ae99-12fd4cd7fbd1 None None] New status for floating IP 56d8fce9-5efe-4a03-93f1-a6c0f33e2435: DOWN {{(pid=91906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:21:24.351547 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-600fb787-8a31-4726-adef-4beffff336d1 req-24106047-c726-42b8-b71a-7d9acdce3fdc service neutron] 10.222.0.22 "GET /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335456 Jun 07 08:21:24.799592 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-42e14793-866e-4d12-bb20-1afac5f47c5e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.801057 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-42e14793-866e-4d12-bb20-1afac5f47c5e tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.0805082 Jun 07 08:21:24.997062 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74f39c-6be9-41cf-9e97-ac8b16591a6f req-0ee2f4f1-cd12-44ad-a908-8f565f5b06ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.998558 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef74f39c-6be9-41cf-9e97-ac8b16591a6f req-0ee2f4f1-cd12-44ad-a908-8f565f5b06ca tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 945 time: 0.1605678 Jun 07 08:21:25.037968 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Deleting port c546565e-148c-490d-abab-3dba70d6486f {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:25.038286 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.079337 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-ef74f39c-6be9-41cf-9e97-ac8b16591a6f req-d46b5e41-9402-409e-9727-45ddcdb412a3 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/security-groups?id=b84327c5-4bcf-42c0-a92b-239b395e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745399 Jun 07 08:21:25.181992 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] For port c546565e-148c-490d-abab-3dba70d6486f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c546565e-148c-490d-abab-3dba70d6486f,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:25.182337 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.304326 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Calling delete_port for c546565e-148c-490d-abab-3dba70d6486f owned by compute:nova {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:25.414291 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.419560 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2482180d-0521-4694-b83a-a19f87a0c505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:25.463997 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event deleted for resources: {'Port': ['ID=c546565e-148c-490d-abab-3dba70d6486f,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:25.467128 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:25.542649 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] No DVR routers for this DVR port c546565e-148c-490d-abab-3dba70d6486f on host hv-cinder-78494 {{(pid=91903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:25.545255 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449844'] for port, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.547496 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-dd2783de-3cca-4a59-b002-274a7b1ec7df req-9045b491-bd02-41a6-bbae-c4172f75af14 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.22 "DELETE /v2.0/ports/c546565e-148c-490d-abab-3dba70d6486f HTTP/1.1" status: 204 len: 173 time: 0.7413390 Jun 07 08:21:25.547997 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-deleted', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f'}] {{(pid=91903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:25.550300 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733eda5e337e24daf299b711ce11d85e64e7da69b9a59bbfb855f72fa3b784e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3517780f-4f3d-4800-8b9f-f9a04c087e56" -d '{"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-deleted", "tag": "c546565e-148c-490d-abab-3dba70d6486f"}]}' {{(pid=91903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:25.605529 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a18a29-98cb-4a9f-bd04-a42d80dcb2fb x-openstack-request-id: req-d5a18a29-98cb-4a9f-bd04-a42d80dcb2fb {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:25.606102 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e02480-2eeb-4957-80c6-55f46d51b47a", "name": "network-vif-deleted", "tag": "c546565e-148c-490d-abab-3dba70d6486f", "status": "completed", "code": 200}]} {{(pid=91903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:25.606102 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5a18a29-98cb-4a9f-bd04-a42d80dcb2fb {{(pid=91903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:25.606536 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e02480-2eeb-4957-80c6-55f46d51b47a', 'name': 'network-vif-deleted', 'tag': 'c546565e-148c-490d-abab-3dba70d6486f', 'status': 'completed', 'code': 200} Jun 07 08:21:26.240602 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [req-a31b6c37-d6d2-445b-9e49-af5f080cb0b9 req-07197bc9-1261-4d4f-8c0e-5ac593b20501 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e02480-2eeb-4957-80c6-55f46d51b47a HTTP/1.1" status: 200 len: 210 time: 0.0431530 Jun 07 08:21:27.338537 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51774) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:27.405442 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.433472 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.501852 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.504395 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.505611 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] 10.222.0.35 "DELETE /v2.0/security-groups/b84327c5-4bcf-42c0-a92b-239b395e6468 HTTP/1.1" status: 204 len: 168 time: 0.1660187 Jun 07 08:21:27.506408 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-61cf86f4-1c4f-4bd3-91bb-a670c7334c71 tempest-AttachVolumeTestJSON-1860756306 tempest-AttachVolumeTestJSON-1860756306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:27.520629 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84327c5-4bcf-42c0-a92b-239b395e6468,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:27.523326 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-4c458849-6744-436c-be56-3578b4f13b30 tempest-TestShelveInstance-427052305 tempest-TestShelveInstance-427052305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:27.546924 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51778) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:28.167152 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:28.580092 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Deleting port a9b69734-d7d2-40b4-a997-e201cb427dff {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:28.580803 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:28.698621 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] For port a9b69734-d7d2-40b4-a997-e201cb427dff, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=a9b69734-d7d2-40b4-a997-e201cb427dff,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:28.698972 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:28.821170 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Calling delete_port for a9b69734-d7d2-40b4-a997-e201cb427dff owned by network:router_interface {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:28.966171 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:28.970215 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9efb09b7-bab8-4fe4-a52b-7327ffcc0aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:28.975386 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:29.008720 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] No Port match for: c546565e-148c-490d-abab-3dba70d6486f {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:29.009061 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Device c546565e-148c-490d-abab-3dba70d6486f not bound to the agent host hv-cinder-78494 {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:29.012676 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b69734-d7d2-40b4-a997-e201cb427dff,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:29.016500 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:29.276963 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:29.798827 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Router 02bc7da2-194d-4081-81fb-e80ed388b387 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:29.972993 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:29.978606 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] 10.222.0.35 "PUT /v2.0/routers/02bc7da2-194d-4081-81fb-e80ed388b387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4291370 Jun 07 08:21:29.980264 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51780) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:29.981717 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] Sync routers for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:29.991287 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:29.991921 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:21:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:30.154140 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks [] for router, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.206183 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: dv-cinder-784945-11-smb {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:30.332008 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.406267 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Deleting port 6d422807-aa11-4fda-a29f-fe9431ad04b0 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:30.406612 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.488739 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:21:28Z', 'revision_number': 5, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port': {'id': '6d422807-aa11-4fda-a29f-fe9431ad04b0', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:57Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:30.492861 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] Checking router: 02bc7da2-194d-4081-81fb-e80ed388b387 for host: dv-cinder-784945-11-smb {{(pid=91905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:30.501567 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] Routers {'02bc7da2-194d-4081-81fb-e80ed388b387'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:30.502177 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:21:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['02bc7da2-194d-4081-81fb-e80ed388b387'], 'active': True} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:30.534914 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] For port 6d422807-aa11-4fda-a29f-fe9431ad04b0, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=6d422807-aa11-4fda-a29f-fe9431ad04b0,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:30.535376 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.657886 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Calling delete_port for 6d422807-aa11-4fda-a29f-fe9431ad04b0 owned by network:router_gateway {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:30.658106 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvr_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] Set router 02bc7da2-194d-4081-81fb-e80ed388b387 gateway port host: None {{(pid=91905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:30.763300 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_hamode_db [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:21:30Z', 'revision_number': 6, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:30.768286 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a407b9-ec96-4d6e-9ca4-44e432646cef None None] The sync data for ids ['02bc7da2-194d-4081-81fb-e80ed388b387'] in dv-cinder-784945-11-smb is: [{'id': '02bc7da2-194d-4081-81fb-e80ed388b387', 'name': 'tempest-TestShelveInstance-387554165-router', 'tenant_id': '090313f1cc4940e2884d29ec315569b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:56Z', 'updated_at': '2021-06-07T08:21:30Z', 'revision_number': 6, 'project_id': '090313f1cc4940e2884d29ec315569b7', 'gw_port_host': None}] {{(pid=91905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:30.911690 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.915083 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-951d1511-be17-46d3-8828-26aaae49ee56 tempest-AttachVolumeShelveTestJSON-2045164000 tempest-AttachVolumeShelveTestJSON-2045164000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:30.960951 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d422807-aa11-4fda-a29f-fe9431ad04b0,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:30.963320 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:31.049814 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.224096 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.226283 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.249441 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.250118 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02bc7da2-194d-4081-81fb-e80ed388b387 {{(pid=91903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:21:31.254252 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] Notify callbacks [] for router, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.255374 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-6adbf292-274e-46d7-9a6e-1afb2cecd01d admin admin] 10.222.0.35 "DELETE /v2.0/routers/02bc7da2-194d-4081-81fb-e80ed388b387 HTTP/1.1" status: 204 len: 168 time: 1.2731702 Jun 07 08:21:31.257870 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51782) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:31.317797 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Deleting subnet 8117db8f-8aa8-409d-9136-71ad76a09547 {{(pid=91903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:21:31.320716 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.369240 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16275251'] for subnet, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.448726 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.520107 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15301112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13767924'] for subnet, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.525545 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-f1f5e4ac-84e1-45a0-9a65-c44d8f0b7d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:31.556500 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 6d422807-aa11-4fda-a29f-fe9431ad04b0 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:31.563565 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8117db8f-8aa8-409d-9136-71ad76a09547,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:31.566260 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:31.569000 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for subnet, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.570955 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-28a48636-24e3-4d2d-8c82-2b5b8240a0ff admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8117db8f-8aa8-409d-9136-71ad76a09547 HTTP/1.1" status: 204 len: 168 time: 0.3121455 Jun 07 08:21:31.573646 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51784) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:31.583649 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943acb36-6b5b-4894-8167-7ffd1178a52b None None] Network 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:21:31.616001 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 6d422807-aa11-4fda-a29f-fe9431ad04b0 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:31.616355 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 6d422807-aa11-4fda-a29f-fe9431ad04b0 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:31.616785 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device a9b69734-d7d2-40b4-a997-e201cb427dff no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:31.665775 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: a9b69734-d7d2-40b4-a997-e201cb427dff {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:31.666039 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device a9b69734-d7d2-40b4-a997-e201cb427dff not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:31.677816 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.756533 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Deleting port d88a4b42-7498-4d63-b045-c1cd20813762 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:31.756871 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.863866 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] For port d88a4b42-7498-4d63-b045-c1cd20813762, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=d88a4b42-7498-4d63-b045-c1cd20813762,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:31.864236 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.882841 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] DHCP port deletion for 5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa request from dv-cinder-784945-11-smb {{(pid=91905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:21:31.947631 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Deleting port d88a4b42-7498-4d63-b045-c1cd20813762 {{(pid=91905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:31.948012 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.991560 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Calling delete_port for d88a4b42-7498-4d63-b045-c1cd20813762 owned by network:dhcp {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:32.040400 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.045730 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:32.049728 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] For port d88a4b42-7498-4d63-b045-c1cd20813762, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=d88a4b42-7498-4d63-b045-c1cd20813762,segment=NetworkSegment(175dc7c4-fcfa-407b-b90c-736674e684f7),segment_id=175dc7c4-fcfa-407b-b90c-736674e684f7)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:32.050145 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.089284 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88a4b42-7498-4d63-b045-c1cd20813762,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:32.091732 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:32.094508 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] No DVR routers for this DVR port d88a4b42-7498-4d63-b045-c1cd20813762 on host dv-cinder-784945-11-smb {{(pid=91904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:32.173018 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Calling delete_port for d88a4b42-7498-4d63-b045-c1cd20813762 owned by network:dhcp {{(pid=91905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:32.212784 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.217116 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633'] for port, after_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.221961 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:32.225315 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:32.238645 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175dc7c4-fcfa-407b-b90c-736674e684f7') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:32.238942 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175dc7c4-fcfa-407b-b90c-736674e684f7') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:32.252429 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.267865 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Pushing event deleted for resources: {'Port': ['ID=d88a4b42-7498-4d63-b045-c1cd20813762,revision_number=None']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:32.272149 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] No DVR routers for this DVR port d88a4b42-7498-4d63-b045-c1cd20813762 on host dv-cinder-784945-11-smb {{(pid=91905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:32.273302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.283645 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:21:32.284971 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.287034 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.287376 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.287734 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.288055 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.288371 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.288687 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.288999 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.289450 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.289769 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.290078 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.290385 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.290811 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-smb {{(pid=91905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:32.293735 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-a9a5f1d1-391d-4d19-b7b1-a893c3eb25e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:21:32.303503 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:21:32.376937 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.380484 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:32.393695 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.398139 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa HTTP/1.1" status: 204 len: 168 time: 0.8209238 Jun 07 08:21:32.398546 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51786) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:32.401247 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbd9ec7-f92a-4b5e-8d8f-c833fd4b9caa,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:32.403530 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-2ed8fa05-5360-40fc-92d2-ef88cda5ef45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:32.937931 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729566'] for router_interface, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:33.331236 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device d88a4b42-7498-4d63-b045-c1cd20813762 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:33.366380 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: d88a4b42-7498-4d63-b045-c1cd20813762 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:33.366735 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device d88a4b42-7498-4d63-b045-c1cd20813762 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:33.462967 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Deleting port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:33.463579 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:33.584498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] For port 2dd703c5-8a35-4d7a-8790-60ac39cf08a4, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:33.584744 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:33.703864 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Calling delete_port for 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 owned by network:router_interface {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:33.860815 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:33.865301 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-c83d3ebf-acc5-45c0-84ac-a9b8faa00916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:33.935874 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd703c5-8a35-4d7a-8790-60ac39cf08a4,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:33.938662 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:34.180925 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736912'] for router_interface, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:34.544073 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Router 6831c94e-0521-4ea9-a74a-c80d9d103a70 has already been hosted by L3 agent 405d71e1-2c18-4b5f-bd93-42f35a7efc70 {{(pid=91903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:34.849441 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] Notify agent at l3_agent.dv-cinder-784945-11-smb the message routers_updated {{(pid=91903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:34.854145 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-8c32506c-c44b-44fe-a56a-3bce4fe9971c admin admin] 10.222.0.35 "PUT /v2.0/routers/6831c94e-0521-4ea9-a74a-c80d9d103a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4545557 Jun 07 08:21:34.856985 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.wsgi [-] (91903) accepted ('10.222.0.35', 51788) {{(pid=91903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:34.859128 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] Sync routers for ids ['6831c94e-0521-4ea9-a74a-c80d9d103a70'] in dv-cinder-784945-11-smb {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:34.871604 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] Routers {'6831c94e-0521-4ea9-a74a-c80d9d103a70'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:34.872368 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:21:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['6831c94e-0521-4ea9-a74a-c80d9d103a70'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:35.041624 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.074759 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] Set router 6831c94e-0521-4ea9-a74a-c80d9d103a70 gateway port host: dv-cinder-784945-11-smb {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:35.236800 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.322947 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Deleting port 711ccf82-64f4-4175-b44d-86cf70ce2993 {{(pid=91903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:35.323719 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.378247 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'external_fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:21:33Z', 'revision_number': 5, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port': {'id': '711ccf82-64f4-4175-b44d-86cf70ce2993', 'name': '', 'network_id': '9ffe85c6-c676-4cd5-9d02-df83ef36de64', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9bae5456-48e3-4478-85a0-d202e016e041', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:09Z', 'updated_at': '2021-06-07T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bae5456-48e3-4478-85a0-d202e016e041', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-smb'}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:35.381958 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] Checking router: 6831c94e-0521-4ea9-a74a-c80d9d103a70 for host: dv-cinder-784945-11-smb {{(pid=91906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:35.390726 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] Routers {'6831c94e-0521-4ea9-a74a-c80d9d103a70'} bound to L3 agent in host dv-cinder-784945-11-smb {{(pid=91906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:35.391343 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:04:47Z,description=,heartbeat_timestamp=2021-06-07T08:21:17Z,host='dv-cinder-784945-11-smb',id=405d71e1-2c18-4b5f-bd93-42f35a7efc70,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:04:47Z,topic='l3_agent')) {'router_ids': ['6831c94e-0521-4ea9-a74a-c80d9d103a70'], 'active': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:35.451014 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] For port 711ccf82-64f4-4175-b44d-86cf70ce2993, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=711ccf82-64f4-4175-b44d-86cf70ce2993,segment=NetworkSegment(0b78477a-6759-4ffd-b866-3c7adf10ae62),segment_id=0b78477a-6759-4ffd-b866-3c7adf10ae62)] {{(pid=91903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:35.452034 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.542276 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_dvr_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] Set router 6831c94e-0521-4ea9-a74a-c80d9d103a70 gateway port host: None {{(pid=91906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:35.577498 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.plugin [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Calling delete_port for 711ccf82-64f4-4175-b44d-86cf70ce2993 owned by network:router_gateway {{(pid=91903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:35.648373 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.l3_hamode_db [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:21:35Z', 'revision_number': 6, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port_host': None}], 'dv-cinder-784945-11-smb', False) {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:35.652812 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658600b-bbc9-4f7d-85ed-895e7fbee0b9 None None] The sync data for ids ['6831c94e-0521-4ea9-a74a-c80d9d103a70'] in dv-cinder-784945-11-smb is: [{'id': '6831c94e-0521-4ea9-a74a-c80d9d103a70', 'name': 'tempest-TestShelveInstance-38901569-router', 'tenant_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:17:08Z', 'updated_at': '2021-06-07T08:21:35Z', 'revision_number': 6, 'project_id': 'cb72a5c15b4e45c2b03f2d509485afa2', 'gw_port_host': None}] {{(pid=91906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:35.727120 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15300885'] for port, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.730605 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-feead635-f388-4328-97fb-54b81dc204fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:35.772203 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=711ccf82-64f4-4175-b44d-86cf70ce2993,revision_number=None']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:35.775254 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:35.863647 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803918'] for router_gateway, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.146257 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14104'] for router, precommit_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.148554 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.173057 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578021'] for router, after_delete {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.173703 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6831c94e-0521-4ea9-a74a-c80d9d103a70 {{(pid=91903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:21:36.179175 dv-cinder-784945-11-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.180471 dv-cinder-784945-11-smb neutron-server[91903]: INFO neutron.wsgi [None req-2c99a63f-6fc7-4d11-bf87-d966740bcbc8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6831c94e-0521-4ea9-a74a-c80d9d103a70 HTTP/1.1" status: 204 len: 168 time: 1.3219442 Jun 07 08:21:36.183772 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51790) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:36.254080 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Deleting subnet 8de78465-f414-422b-a74e-487b2dada5e4 {{(pid=91904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:21:36.257023 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.306668 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14695892'] for subnet, precommit_delete_associations {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.391159 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1740537'] for subnet, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.571102 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1740528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16540892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14908727'] for subnet, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.575617 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:36.610344 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de78465-f414-422b-a74e-487b2dada5e4,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:36.612319 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.616956 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8de78465-f414-422b-a74e-487b2dada5e4 HTTP/1.1" status: 204 len: 168 time: 0.4290438 Jun 07 08:21:36.616956 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-a4d2b234-f3b8-49b1-b13b-86f404c29af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:36.616956 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51792) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:36.619658 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3abc94-de08-4a11-9c93-b4ef8366d6f8 None None] Network f724d9f5-df3d-4d3d-b7c7-819375fb5514 requested from dv-cinder-784945-11-smb {{(pid=91905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:21:36.729642 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785467'] for network, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.809205 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Deleting port 1ef9b093-8224-4edc-bbde-59803b6da8f4 {{(pid=91904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:36.810302 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.914626 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.db [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] For port 1ef9b093-8224-4edc-bbde-59803b6da8f4, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=1ef9b093-8224-4edc-bbde-59803b6da8f4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:36.914983 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.953724 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] DHCP port deletion for f724d9f5-df3d-4d3d-b7c7-819375fb5514 request from dv-cinder-784945-11-smb {{(pid=91905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:21:37.023644 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Deleting port 1ef9b093-8224-4edc-bbde-59803b6da8f4 {{(pid=91905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:37.023941 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790045743836'] for port, before_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.049929 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.plugin [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Calling delete_port for 1ef9b093-8224-4edc-bbde-59803b6da8f4 owned by network:dhcp {{(pid=91904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:37.097041 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16540721'] for port, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.100703 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.127994 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.db [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] For port 1ef9b093-8224-4edc-bbde-59803b6da8f4, host dv-cinder-784945-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-smb',level=0,port_id=1ef9b093-8224-4edc-bbde-59803b6da8f4,segment=NetworkSegment(13baceda-aa15-42e9-b055-d55be441921c),segment_id=13baceda-aa15-42e9-b055-d55be441921c)] {{(pid=91905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:37.128436 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731529'] for port, precommit_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.144434 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef9b093-8224-4edc-bbde-59803b6da8f4,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.147625 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.148387 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] No DVR routers for this DVR port 1ef9b093-8224-4edc-bbde-59803b6da8f4 on host dv-cinder-784945-11-smb {{(pid=91904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:37.250196 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Calling delete_port for 1ef9b093-8224-4edc-bbde-59803b6da8f4 owned by network:dhcp {{(pid=91905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:37.271496 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739104', 'neutron.services.segments.db._delete_segments_for_network-8790045726886'] for network, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.284601 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f724d9f5-df3d-4d3d-b7c7-819375fb5514']}} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:37.296118 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1832346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790045751516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790045248633'] for port, after_delete {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.297645 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13baceda-aa15-42e9-b055-d55be441921c') {'for_net_delete': True} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:37.297999 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.services.segments.db [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13baceda-aa15-42e9-b055-d55be441921c') {} {{(pid=91904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:37.305462 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.309842 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790045649857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14695917'] for segment, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.328578 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154'] for segment, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.335531 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=91904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:21:37.336010 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16540774'] for segment, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.348942 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: Traceback (most recent call last): Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: timer() Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: cb(*args, **kw) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: return func(*args, **kwargs) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: self._notify() Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: self.callback(batched_events) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: event.method(event) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: return f(self, *a, **k) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: return self._get(url).json() Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: return self.request(url, 'GET', **kwargs) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:21:37.352111 dv-cinder-784945-11-smb neutron-server[91904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:21:37.371520 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Pushing event deleted for resources: {'Port': ['ID=1ef9b093-8224-4edc-bbde-59803b6da8f4,revision_number=None']} {{(pid=91905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.378665 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] No DVR routers for this DVR port 1ef9b093-8224-4edc-bbde-59803b6da8f4 on host dv-cinder-784945-11-smb {{(pid=91905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:37.380600 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG oslo_concurrency.lockutils [None req-5dcc526d-38b2-47b7-9305-3954cbde2e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.387151 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:37.387518 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 2dd703c5-8a35-4d7a-8790-60ac39cf08a4 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:37.387929 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 711ccf82-64f4-4175-b44d-86cf70ce2993 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:37.421816 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 711ccf82-64f4-4175-b44d-86cf70ce2993 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:37.422160 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 711ccf82-64f4-4175-b44d-86cf70ce2993 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:37.422593 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 1ef9b093-8224-4edc-bbde-59803b6da8f4 no longer exists at agent ovs-agent-dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:37.433959 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-868319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-752791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803947'] for network, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.438656 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-df83c9e0-0294-48e2-8df3-1f33af4b33df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.452984 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752880'] for network, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.454823 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f724d9f5-df3d-4d3d-b7c7-819375fb5514 HTTP/1.1" status: 204 len: 168 time: 0.8374066 Jun 07 08:21:37.456810 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.plugin [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] No Port match for: 1ef9b093-8224-4edc-bbde-59803b6da8f4 {{(pid=91905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:37.457149 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron.plugins.ml2.rpc [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Device 1ef9b093-8224-4edc-bbde-59803b6da8f4 not bound to the agent host dv-cinder-784945-11-smb {{(pid=91905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:37.460847 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Pushing event deleted for resources: {'Network': ['ID=f724d9f5-df3d-4d3d-b7c7-819375fb5514,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.462997 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-dfa953ea-3978-4645-807a-47a5b5222572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.627584 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51796) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:37.676455 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-f76ecd8d-e66d-4a0e-9291-7c370ac215f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=090313f1cc4940e2884d29ec315569b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475194 Jun 07 08:21:37.678652 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51798) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:37.742461 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.768745 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.841503 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.844528 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.845660 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5db0dae9-3a06-48ed-9d62-acd37bc8f330 HTTP/1.1" status: 204 len: 168 time: 0.1661189 Jun 07 08:21:37.846452 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-21357b75-3ffb-43b4-8775-8c316660a19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.858443 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db0dae9-3a06-48ed-9d62-acd37bc8f330,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.861022 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-df44fb6d-966c-4b20-a1d4-2a18f6cd5090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:38.197187 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51804) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:38.246029 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-171e174a-8827-4630-b2af-2a72074738b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb72a5c15b4e45c2b03f2d509485afa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476420 Jun 07 08:21:38.248503 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.wsgi [-] (91904) accepted ('10.222.0.35', 51806) {{(pid=91904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:38.304219 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.329860 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.384442 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868111'] for security_group, after_delete {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.386689 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron_lib.callbacks.manager [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.387823 dv-cinder-784945-11-smb neutron-server[91904]: INFO neutron.wsgi [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b689c04e-5e5f-40be-a379-f927ebe016b2 HTTP/1.1" status: 204 len: 168 time: 0.1384454 Jun 07 08:21:38.389160 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-84548a87-76c7-4909-aaeb-593807a40ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:38.399072 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b689c04e-5e5f-40be-a379-f927ebe016b2,revision_number=None']} {{(pid=91904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:38.401602 dv-cinder-784945-11-smb neutron-server[91904]: DEBUG oslo_concurrency.lockutils [None req-5a0a75bb-0606-423d-b351-bafb64bffd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:44.159561 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-ab455b3f-e644-4dd1-aa18-668f0b3dddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.428708 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.621837 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c67274d4-9c79-4f6c-9e40-f533aae6ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.668473 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.580332 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:48.135153 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:21:49.410673 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:14.165107 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-e8304cd7-45b9-4075-a5f4-4bf3ac55413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.443079 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.625440 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5003e6b7-ed55-4b99-adcf-55443729eedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.671262 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:17.582574 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:19.413034 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:25.133916 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:22:44.161397 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-da38af74-114f-482b-85e0-02642f248766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:46.439533 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:46.626494 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3020a849-c9f5-470b-b61c-f91c9b5efec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:46.674498 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:47.584634 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:49.415733 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:02.132664 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:14.156278 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-b3564929-c6d9-4b6f-b9be-f189e69137f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:16.444359 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:16.637499 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-c47e2b8e-81bc-40ca-a082-9fad9cd77ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:16.679919 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.587324 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.418106 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.131310 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:44.160841 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-aaf19c3c-4d17-41c5-94f6-3a9faa4c267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.453026 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.630534 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-db498c82-76a9-41f4-90e1-2ed3e666f103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.672774 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:47.589408 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:49.421205 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:14.163266 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-e3c7482a-4662-4c8c-9ab2-7d1661b799af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:16.129684 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:24:16.472542 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:16.631930 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-b83702fd-ec13-4e7f-90e2-6deef6c5a71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:16.673937 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.593388 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:19.423344 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:44.167352 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9b786293-3334-49bd-a741-b5ec8e2a9a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:46.468792 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:46.632336 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-8925e56d-7607-4a55-9057-00e7a26f55de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:46.675693 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:47.595402 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:49.426737 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:53.130052 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:14.168794 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-3f5a9636-78e4-40cd-9978-10a7dd30b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:16.467669 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:16.633945 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-144c8a67-30b5-4e00-9965-ad6302c6ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:16.676844 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:17.598461 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.429900 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.128569 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:44.171264 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-68260634-8ba5-45da-a234-33118eb5d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.482278 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.635680 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-1e8af23d-002b-467b-9205-203a6449cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.678489 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:47.602212 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:49.431105 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:07.127720 dv-cinder-784945-11-smb neutron-server[91906]: DEBUG neutron.db.agents_db [None req-b112b50c-1eff-4c3a-b437-e58949cd14f5 None None] Agent healthcheck: found 6 active agents {{(pid=91906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:26:14.171424 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-75c026e6-dff8-40f5-b7e5-62908ec9321e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:16.529373 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-5f874e79-0520-4c7a-a53c-ca15eb311e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:16.637280 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-29042a87-67ce-4b50-a305-bff9e4f4dcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:16.680345 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-9965b9b8-0a5f-428e-a100-4c3442a7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:17.605783 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-eb02c2bb-9ab4-4436-859c-e2364067e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:19.433621 dv-cinder-784945-11-smb neutron-server[91905]: DEBUG neutron_lib.callbacks.manager [None req-7d609c95-9f13-42a6-9d78-975cb8a37bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790045726868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769662'] for agent, after_update {{(pid=91905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}